-- Logs begin at Sat 2021-06-26 15:35:46 UTC, end at Sat 2021-06-26 16:42:08 UTC. -- Jun 26 16:18:48.674069 dv-cinder-798189-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 26 16:18:51.364282 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.common.config [-] Logging enabled! Jun 26 16:18:51.364955 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev407 Jun 26 16:18:51.365051 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 16:18:51.368235 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.common.config [-] Logging enabled! Jun 26 16:18:51.368632 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev407 Jun 26 16:18:51.368985 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 26 16:18:51.369936 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 16:18:51.370163 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 16:18:51.370526 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 16:18:51.370771 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 16:18:51.370992 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 16:18:51.371310 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.371606 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.371899 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.372125 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.372460 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.372745 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.373050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.373339 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.373635 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.373923 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.374201 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.374481 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.374709 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.374985 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.375270 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.375554 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.375773 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] debug = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.376048 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.376471 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.376898 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.377181 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.377465 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.377738 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.378005 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.378278 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.378637 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.378968 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] host = dv-cinder-798189-1-smb {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.379260 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.379532 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.379816 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.380110 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.380371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.380647 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.380957 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.381232 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.381502 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] log_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.381775 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.382059 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.382344 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.382629 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.382851 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.383068 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.383354 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.383635 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.383907 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.384177 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.384447 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.384716 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.385011 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.385278 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.385562 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.385842 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.386125 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.386397 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.386669 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.386935 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.387207 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.387488 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.387759 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.388052 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.388321 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.388605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.388889 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.389181 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.389482 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.389763 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.390045 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.390325 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.390599 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.390878 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.391149 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.391419 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.391686 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] use_json = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.391954 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.392218 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.392494 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.392761 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.393061 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.393333 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.393600 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.393879 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:51.394174 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.394468 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.394764 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.395042 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.395335 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.395612 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.395898 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.396172 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.396457 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.396741 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.397049 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.397326 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.397611 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.397885 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.398175 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.398476 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.398766 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.399054 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.399328 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.399598 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.399867 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.400143 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.400421 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.400717 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.401032 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.401305 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.401579 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.401864 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.402137 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.402403 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.402678 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.402963 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.403238 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.404019 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.404297 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.404570 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.404838 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.405126 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.405399 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.405685 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.405959 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.406226 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.406491 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.406765 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.407030 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.407308 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.407580 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.407847 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.408113 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.408386 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.408653 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.408942 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.409216 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.409483 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.409753 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.410019 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.410284 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.410558 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.410823 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.411089 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.411355 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.411622 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.411896 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.412164 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.412437 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.412704 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.412996 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.413267 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.413552 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.413847 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.414124 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.414402 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.414678 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.414953 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.415225 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.415500 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.415774 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.416049 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.416318 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.416604 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.416907 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.417195 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.417479 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.417757 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.418049 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.418325 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.418605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.418878 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.419781 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.420085 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.420372 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.420672 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.420992 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.421289 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.421582 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.421876 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.422156 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.422463 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.422741 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:51.422956 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 16:18:51.423199 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93335) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 26 16:18:51.773449 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:51.773730 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:51.774020 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:18:51.774350 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 26 16:18:52.165923 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.166212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.166482 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.167776 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.168061 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.168324 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.202799 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.203162 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.203515 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.217115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.217392 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.217656 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.247120 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.247490 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.247813 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.284351 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.284625 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.284914 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.521639 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.522336 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.522336 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.522519 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.523130 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.646500 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.646822 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.647102 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.647376 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.647637 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.647946 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.648197 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.648446 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.648692 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.648995 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.649257 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.649512 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.649766 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.650027 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.650279 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.650540 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.651894 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.652169 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.652463 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.652727 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.653052 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.653414 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.654230 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.654515 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.654766 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.655014 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.655414 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:52.655658 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:52.655899 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:52.656136 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:52.656371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:52.656605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:52.656991 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 26 16:18:52.660165 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 26 16:18:52.664060 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 26 16:18:52.667880 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 26 16:18:52.669557 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 26 16:18:52.670006 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 26 16:18:52.670337 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 26 16:18:52.670722 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 26 16:18:52.673695 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 26 16:18:52.673936 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 26 16:18:52.674282 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 16:18:52.702052 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 26 16:18:52.702498 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.702784 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93335) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 26 16:18:52.703141 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.704489 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93335) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 26 16:18:52.704774 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 16:18:52.705043 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 26 16:18:52.708251 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.708535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:52.772185 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 26 16:18:52.772366 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 26 16:18:52.772599 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 26 16:18:52.773000 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 26 16:18:52.793422 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_db.sqlalchemy.engines [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93335) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 26 16:18:53.491406 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing driver for type 'gre' Jun 26 16:18:53.491933 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] gre ID ranges: [(1, 1000)] Jun 26 16:18:53.691788 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing driver for type 'local' Jun 26 16:18:53.692443 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing driver for type 'vlan' Jun 26 16:18:53.782748 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] VlanTypeDriver initialization complete Jun 26 16:18:53.783005 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing driver for type 'vxlan' Jun 26 16:18:53.783500 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] vxlan ID ranges: [(1, 1000)] Jun 26 16:18:53.937126 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing extension driver 'port_security' Jun 26 16:18:53.937458 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] PortSecurityExtensionDriver initialization complete Jun 26 16:18:53.937787 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing mechanism driver 'openvswitch' Jun 26 16:18:53.938111 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing mechanism driver 'hyperv' Jun 26 16:18:53.944660 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.plugins.ml2.plugin [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:53.945623 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.945997 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950266 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950266 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnet after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950266 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnet after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950266 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950583 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950583 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950583 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950583 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > security_group after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950825 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > security_group after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950825 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950825 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.950825 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.951066 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.951191 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > address_group after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.951536 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > address_group after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.951865 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.952196 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] ML2 OVO RPC backend initialized. {{(pid=93335) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:165}} Jun 26 16:18:53.952919 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.953268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.953676 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.954016 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > networks before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.954355 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.954688 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > ports before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.955022 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnet before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.955351 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnets before_response 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.955694 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.956017 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.956343 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.956696 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.957056 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.957425 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.957756 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnet after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.958082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnet after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.958407 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.958962 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.plugin [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Modular L2 Plugin initialization complete Jun 26 16:18:53.959282 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading services supported by the core plugin {{(pid=93335) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 26 16:18:53.959597 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.plugins.ml2.managers [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Got port-security extension from driver 'port_security' Jun 26 16:18:53.960045 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.extensions.vlantransparent [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Disabled vlantransparent extension. Jun 26 16:18:53.960527 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93335) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 26 16:18:53.960828 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: router Jun 26 16:18:53.995843 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.996226 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router after_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.996589 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router before_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.996981 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.997989 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.998339 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router after_delete 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.998691 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.999049 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router after_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.999388 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:53.999733 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.000073 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.000423 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.000821 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.001211 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.001544 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.001874 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: subnet after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.002205 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.002548 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.002892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.003252 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: port before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.003587 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.003931 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router after_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.004266 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.004608 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_create 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.005119 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.005688 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_update 55549900 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.006298 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > agent after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.006890 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > agent after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.007471 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > network after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.008949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Tracking information for resource: router configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:54.009533 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Tracking information for resource: floatingip configured {{(pid=93335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 16:18:54.017427 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.db.l3_agentschedulers_db [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 26 16:18:54.018148 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.018506 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: port after_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.018851 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: port after_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.019196 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: port after_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.019974 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router before_create 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.020329 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.020681 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_create 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.021055 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > router precommit_update 55550100 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.025585 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.services.provider_configuration [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service providers = [] {{(pid=93335) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 26 16:18:54.025943 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.db.servicetype_db [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93335) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 26 16:18:54.028832 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.services.service_base [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:18:54.029203 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.services.service_base [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:18:54.029539 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.services.service_base [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:18:54.030398 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.services.service_base [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 16:18:54.030763 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.services.service_base [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 26 16:18:54.031130 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.031445 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 26 16:18:54.041959 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.042235 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: auto_allocate Jun 26 16:18:54.048534 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: network precommit_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.048914 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: network precommit_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.049434 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.049746 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: tag Jun 26 16:18:54.056198 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.056522 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: timestamp Jun 26 16:18:54.060951 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.061275 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: network_ip_availability Jun 26 16:18:54.068082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.068445 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.068793 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.069518 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.069833 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: flavors Jun 26 16:18:54.074494 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.074827 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading Plugin: revisions Jun 26 16:18:54.079351 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 16:18:54.079733 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_concurrency.lockutils [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.306s {{(pid=93335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:18:54.080459 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93335) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 26 16:18:54.080791 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Initializing extension manager. Jun 26 16:18:54.081317 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: __init__.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.081654 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: __pycache__ {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.081990 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.082314 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: address_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.083046 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.083619 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: address-group Jun 26 16:18:54.083939 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: address_scope.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.084625 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.085152 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: address-scope Jun 26 16:18:54.085471 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.086369 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.086876 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: router-admin-state-down-before-update Jun 26 16:18:54.087193 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: agent.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.087872 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.088366 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: agent Jun 26 16:18:54.088681 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: agent_resources_synced.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.089580 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.090079 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: agent-resources-synced Jun 26 16:18:54.090394 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: allowedaddresspairs.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.092150 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.092657 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: allowed-address-pairs Jun 26 16:18:54.093016 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: auto_allocated_topology.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.094253 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.094763 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: auto-allocated-topology Jun 26 16:18:54.095083 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: availability_zone.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.095755 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.096259 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: availability_zone Jun 26 16:18:54.096575 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: availability_zone_filter.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.097472 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.097972 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: availability_zone_filter Jun 26 16:18:54.098289 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: data_plane_status.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.099155 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.099651 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension data-plane-status not supported by any of loaded plugins Jun 26 16:18:54.099965 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: default_subnetpools.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.100840 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.101363 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: default-subnetpools Jun 26 16:18:54.101683 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.102465 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.102968 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: dhcp_agent_scheduler Jun 26 16:18:54.103287 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: dns.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.104169 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.104662 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension dns-integration not supported by any of loaded plugins Jun 26 16:18:54.105016 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: dns_domain_ports.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.105892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.106385 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 26 16:18:54.107227 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.108107 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.108605 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 26 16:18:54.108957 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: dvr.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.109604 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.110095 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: dvr Jun 26 16:18:54.110409 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: empty_string_filtering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.111283 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.111777 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: empty-string-filtering Jun 26 16:18:54.112091 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.113025 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.113520 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 26 16:18:54.113833 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.114713 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.115207 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 26 16:18:54.115520 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: external_net.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.116397 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.116921 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: external-net Jun 26 16:18:54.117238 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.118117 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.118614 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: extra_dhcp_opt Jun 26 16:18:54.118928 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: extraroute.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.119816 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.120312 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: extraroute Jun 26 16:18:54.120628 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: extraroute_atomic.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.121661 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.122216 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: extraroute-atomic Jun 26 16:18:54.123127 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: filter_validation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.123774 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.124277 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: filter-validation Jun 26 16:18:54.124590 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: fip_pf_description.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.125492 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.125988 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 26 16:18:54.126300 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: fip_port_details.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.127187 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.127687 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: fip-port-details Jun 26 16:18:54.128001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: flavors.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.129219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.129729 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: flavors Jun 26 16:18:54.130047 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.131688 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.132207 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 26 16:18:54.132530 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: floatingip_pools.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.133230 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.133739 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: floatingip-pools Jun 26 16:18:54.134063 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: ip_allocation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.134966 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.135465 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension ip_allocation not supported by any of loaded plugins Jun 26 16:18:54.135782 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.144233 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.144987 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: ip-substring-filtering Jun 26 16:18:54.145314 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l2_adjacency.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.146214 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.146710 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension l2_adjacency not supported by any of loaded plugins Jun 26 16:18:54.147041 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l3.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.147980 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.148498 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: router Jun 26 16:18:54.148818 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.151141 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.151675 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 26 16:18:54.152004 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.152944 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.153579 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: ext-gw-mode Jun 26 16:18:54.153905 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.154799 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.155306 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: l3-ha Jun 26 16:18:54.155626 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l3_flavors.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.156521 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.157051 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: l3-flavors Jun 26 16:18:54.157374 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.158253 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.158777 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: l3-port-ip-change-not-allowed Jun 26 16:18:54.159159 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: l3agentscheduler.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.160179 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.160690 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: l3_agent_scheduler Jun 26 16:18:54.161049 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: logging.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.162510 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.163025 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension logging not supported by any of loaded plugins Jun 26 16:18:54.163349 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: metering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.164064 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.164657 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: metering Jun 26 16:18:54.165012 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.166071 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.166578 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: metering_source_and_destination_fields Jun 26 16:18:54.166894 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: multiprovidernet.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.167780 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.168277 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: multi-provider Jun 26 16:18:54.168608 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: netmtu.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.170041 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.170539 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: net-mtu Jun 26 16:18:54.170857 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: netmtu_writable.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.171733 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.172235 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: net-mtu-writable Jun 26 16:18:54.172549 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: network_availability_zone.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.173245 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.173741 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: network_availability_zone Jun 26 16:18:54.174052 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: network_ip_availability.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.178889 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.179392 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: network-ip-availability Jun 26 16:18:54.179709 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: network_segment_range.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.180448 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.180987 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension network-segment-range not supported by any of loaded plugins Jun 26 16:18:54.181305 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: pagination.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.182246 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.182568 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: pagination Jun 26 16:18:54.182879 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: port_device_profile.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.183751 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.184258 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: port-device-profile Jun 26 16:18:54.184574 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.186201 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.186704 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: port-mac-address-regenerate Jun 26 16:18:54.187023 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.187905 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.188407 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: port-numa-affinity-policy Jun 26 16:18:54.188880 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: port_resource_request.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.189699 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.190401 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension port-resource-request not supported by any of loaded plugins Jun 26 16:18:54.190509 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: portbindings.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.191380 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.191878 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: binding Jun 26 16:18:54.192193 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: portbindings_extended.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.193495 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.193999 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: binding-extended Jun 26 16:18:54.194320 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: portsecurity.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.195395 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.195703 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: port-security Jun 26 16:18:54.196025 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: project_id.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.196996 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.197322 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: project-id Jun 26 16:18:54.197635 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: providernet.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.198522 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.199034 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: provider Jun 26 16:18:54.199345 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.210022 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.210544 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos not supported by any of loaded plugins Jun 26 16:18:54.210870 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.212078 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.212592 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 26 16:18:54.212946 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.213829 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.214370 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 26 16:18:54.214692 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_default.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.215581 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.216609 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-default not supported by any of loaded plugins Jun 26 16:18:54.216959 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_fip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.217591 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.218087 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-fip not supported by any of loaded plugins Jun 26 16:18:54.218405 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_gateway_ip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.219296 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.219793 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 26 16:18:54.220190 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_port_network_policy.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.221093 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.221611 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 26 16:18:54.221916 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_rule_type_details.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.222797 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.223299 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 26 16:18:54.223617 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: qos_rules_alias.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.224627 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.225171 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 26 16:18:54.225489 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: quotasv2.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.226420 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.226738 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: quotas Jun 26 16:18:54.227053 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: quotasv2_detail.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.230073 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.230412 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: quota_details Jun 26 16:18:54.230740 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: rbac.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.232413 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.232994 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: rbac-policies Jun 26 16:18:54.233320 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: rbac_address_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.234218 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.234726 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: rbac-address-group Jun 26 16:18:54.235043 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: rbac_address_scope.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.235938 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.236444 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: rbac-address-scope Jun 26 16:18:54.236762 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: rbac_security_groups.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.237663 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.238163 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: rbac-security-groups Jun 26 16:18:54.238514 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: rbac_subnetpool.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.239402 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.239899 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: rbac-subnetpool Jun 26 16:18:54.240214 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: revisionifmatch.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.241130 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.241636 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: revision-if-match Jun 26 16:18:54.241952 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: revisions.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.243254 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.243760 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: standard-attr-revisions Jun 26 16:18:54.244081 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: router_availability_zone.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.244727 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.245264 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: router_availability_zone Jun 26 16:18:54.245581 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: routerservicetype.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.249548 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.250049 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension router-service-type not supported by any of loaded plugins Jun 26 16:18:54.250435 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.251331 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.251835 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: security-groups-normalized-cidr Jun 26 16:18:54.252154 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.253059 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.253563 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: port-security-groups-filtering Jun 26 16:18:54.253879 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.254801 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.255306 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: security-groups-remote-address-group Jun 26 16:18:54.255658 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: securitygroup.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.265234 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.265792 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: security-group Jun 26 16:18:54.266202 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: segment.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.266983 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.267487 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension segment not supported by any of loaded plugins Jun 26 16:18:54.267810 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.268705 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.269247 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 26 16:18:54.269569 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: servicetype.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.270663 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.271177 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: service-type Jun 26 16:18:54.271492 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: sorting.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.272436 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.272777 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: sorting Jun 26 16:18:54.273138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: standard_attr_segment.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.274092 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.274605 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 26 16:18:54.274927 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: standardattrdescription.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.275559 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.276065 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: standard-attr-description Jun 26 16:18:54.276384 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: stateful_security_group.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.277310 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.277818 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: stateful-security-group Jun 26 16:18:54.278138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: stdattrs_common.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.279286 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 26 16:18:54.279605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.280503 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.281049 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 26 16:18:54.281370 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: subnet_onboard.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.282445 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.282962 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: subnet_onboard Jun 26 16:18:54.283280 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.284173 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.284744 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 26 16:18:54.285040 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: subnet_service_types.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.285935 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.286440 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: subnet-service-types Jun 26 16:18:54.286755 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: subnetallocation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.287819 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.288326 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: subnet_allocation Jun 26 16:18:54.288645 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.289423 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.289945 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: subnetpool-prefix-ops Jun 26 16:18:54.290319 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.291220 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.291724 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 26 16:18:54.292084 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: tagging.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.293111 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.293623 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: standard-attr-tag Jun 26 16:18:54.293945 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: timestamp.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.295777 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.296292 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loaded extension: standard-attr-timestamp Jun 26 16:18:54.296615 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: trunk.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.297648 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.298164 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension trunk not supported by any of loaded plugins Jun 26 16:18:54.298484 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: trunk_details.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.299380 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.299885 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension trunk-details not supported by any of loaded plugins Jun 26 16:18:54.300203 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: uplink_status_propagation.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.301212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.301712 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 26 16:18:54.302031 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Loading extension file: vlantransparent.py {{(pid=93335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 26 16:18:54.307130 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 26 16:18:54.307633 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extension vlan-transparent not supported by any of loaded plugins Jun 26 16:18:54.310156 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:network Jun 26 16:18:54.310681 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:subnet Jun 26 16:18:54.311074 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:18:54.311460 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:port Jun 26 16:18:54.312657 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.313198 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service FLAVORS assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.313756 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.314181 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.314506 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:router Jun 26 16:18:54.314930 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:floatingip Jun 26 16:18:54.315423 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service METERING assigned prefix: /metering {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.316893 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.317255 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.317605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:18:54.318606 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 16:18:54.319051 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:security_group Jun 26 16:18:54.319482 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 16:18:54.320103 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.320430 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:18:54.320772 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] subnetpool is already registered Jun 26 16:18:54.321221 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.321559 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:18:54.321871 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] subnetpool is already registered Jun 26 16:18:54.324118 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.324597 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service FLAVORS assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.325508 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.325925 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.326251 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:router Jun 26 16:18:54.326585 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] router is already registered Jun 26 16:18:54.327004 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:floatingip Jun 26 16:18:54.327338 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] floatingip is already registered Jun 26 16:18:54.327791 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service METERING assigned prefix: /metering {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.328438 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 16:18:54.328759 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] rbac_policy is already registered Jun 26 16:18:54.329213 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:security_group Jun 26 16:18:54.329544 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] security_group is already registered Jun 26 16:18:54.329943 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 16:18:54.330266 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] security_group_rule is already registered Jun 26 16:18:54.330904 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.331224 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:18:54.331549 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] subnetpool is already registered Jun 26 16:18:54.335303 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.v2.resource_helper [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Service CORE assigned prefix: {{(pid=93335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 16:18:54.335303 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 16:18:54.335303 dv-cinder-798189-1-smb neutron-server[93335]: WARNING neutron.quota.resource_registry [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] subnetpool is already registered Jun 26 16:18:54.335303 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: extensions {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.335303 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: address-groups {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.335950 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: address-scopes {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.338896 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: agents {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.338896 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: auto-allocated-topology {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.339751 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: availability_zones {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.341703 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: dhcp-networks {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.343040 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: dhcp-agents {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.344475 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: routers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.346161 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: flavors {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.348698 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: service_profiles {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.349942 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: next_providers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.351374 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: service_profiles {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.352963 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: floatingip-pools {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.354161 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: routers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.355833 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: floatingips {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.357722 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: l3-routers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.359237 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: l3-agents {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.360669 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: metering-labels {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.361936 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: metering-label-rules {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.363401 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: network-ip-availabilities {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.364655 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: bindings {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.366363 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: quotas {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.367860 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: quotas {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.369316 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: rbac-policies {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.370499 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: security-groups {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.371777 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: security-group-rules {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.373122 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: service-providers {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.374392 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: subnetpools {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.375733 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: subnetpools {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.377271 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.378933 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.380747 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.382604 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.384260 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.386228 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.388040 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.389870 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.391696 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.393507 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron.api.extensions [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Extended resource: tags {{(pid=93335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 16:18:54.399577 dv-cinder-798189-1-smb neutron-server[93335]: WARNING keystonemiddleware.auth_token [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 26 16:18:54.404738 dv-cinder-798189-1-smb neutron-server[93335]: WARNING keystonemiddleware.auth_token [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 26 16:18:54.413245 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_concurrency.lockutils [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Acquired lock "singleton_lock" {{(pid=93335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 26 16:18:54.413711 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_concurrency.lockutils [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Releasing lock "singleton_lock" {{(pid=93335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 26 16:18:54.414333 dv-cinder-798189-1-smb neutron-server[93335]: INFO oslo_service.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Starting 2 workers Jun 26 16:18:54.419699 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Started child 93480 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:18:54.424234 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Started child 93481 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:18:54.425191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:54.425896 dv-cinder-798189-1-smb neutron-server[93335]: INFO neutron.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Neutron service started, listening on 0.0.0.0:9696 Jun 26 16:18:54.426485 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Notify callbacks [] for process, before_spawn {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:54.426710 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [-] (93480) wsgi starting up on http://0.0.0.0:9696 Jun 26 16:18:54.429013 dv-cinder-798189-1-smb neutron-server[93335]: INFO oslo_service.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Starting 1 workers Jun 26 16:18:54.429185 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:54.430429 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [-] (93481) wsgi starting up on http://0.0.0.0:9696 Jun 26 16:18:54.434216 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Started child 93482 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:18:54.434814 dv-cinder-798189-1-smb neutron-server[93335]: INFO oslo_service.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Starting 1 workers Jun 26 16:18:54.437830 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] calling RpcWorker wait() {{(pid=93482) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 26 16:18:54.438686 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] returning from RpcWorker wait() {{(pid=93482) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 26 16:18:54.439294 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Started child 93483 {{(pid=93335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 16:18:54.439709 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:54.440169 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG neutron_lib.callbacks.manager [None req-aa6be9de-5b28-4d2d-b718-64fc10cf53ea None None] Notify callbacks [] for process, after_spawn {{(pid=93335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:54.440356 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:54.442024 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 16:18:54.442230 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 16:18:54.442415 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 16:18:54.442628 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 16:18:54.443006 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 16:18:54.443160 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 16:18:54.443653 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.443909 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.444171 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.444292 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:18:54.444810 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.444810 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.445306 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449366 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.449535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.451082 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452139 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] debug = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452139 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452139 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452139 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452139 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452139 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.452977 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454515 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] host = dv-cinder-798189-1-smb {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454515 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454786 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.454922 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.455233 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.455458 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.455701 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.455950 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.456214 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.456450 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.456687 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.456950 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.457203 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.457378 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.457617 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.457774 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_options = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.458005 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.458259 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.458512 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.458703 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.458850 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.459024 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.459274 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.459419 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.459669 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.459897 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.460105 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.460312 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.460576 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.460721 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.461223 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.461469 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.461619 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.461796 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.462054 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.462277 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.462494 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.462733 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.462959 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.463172 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.463379 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.463606 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.463840 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.464068 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.464276 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.464539 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.464764 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.465038 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.465280 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.465532 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.465779 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.466621 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.466769 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.467048 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.467400 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.467564 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.467801 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.468030 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.468270 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.468640 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.469088 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.469088 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_json = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.469451 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.469451 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.469722 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.469951 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.470111 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.470348 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.470510 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.470754 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.471166 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.471441 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.471748 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.472013 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.472240 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.472474 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.472714 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.472996 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.473253 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.473476 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.473793 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.474031 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.474323 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.474627 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.474889 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.475216 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.475456 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.475712 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.475943 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.476152 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.476380 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.476630 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.476976 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.477244 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.477499 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.477740 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.477974 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.478209 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.478423 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.478654 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.478931 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.479152 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.479404 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.479627 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.479842 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.480275 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.480707 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.481227 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.482619 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.486060 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487062 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487663 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487663 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487812 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.487963 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.488201 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.488461 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.488698 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.489008 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.489155 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.489377 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.489596 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.489837 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.490059 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.490281 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.490503 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.490719 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.491071 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.491315 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.491468 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.491607 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.491976 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.492135 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.492279 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.492424 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.492640 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.493026 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.493170 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.493392 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.493561 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.494045 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.494299 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.494558 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.494765 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.495030 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.495269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.495513 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.495769 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.495998 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.496234 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.496491 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.496736 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.497045 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.497327 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.497568 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.497844 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.498089 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.498338 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.498558 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.498793 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.499037 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.499338 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.499614 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.500145 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.500145 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.500413 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.500610 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.500885 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.501155 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.501372 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.501624 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.501931 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.502193 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.502492 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.503121 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.503121 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.503401 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.503550 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.503747 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.504235 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.504423 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.504625 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.505599 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.505599 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.505599 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.505599 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.506233 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.506233 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.506506 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.506658 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.506821 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.507092 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.507368 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.507609 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.507877 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.508128 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.508391 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.508983 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.508983 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.514848 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.515978 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.517050 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.518115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.519219 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.520258 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521794 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521794 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.521794 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.522021 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.522183 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.522393 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.522608 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.522816 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.523106 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.523358 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.523587 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.523822 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.524051 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.524406 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.524620 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.524875 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.525172 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.525382 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.525627 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.525835 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.526045 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.526299 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.526475 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.526700 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.526907 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.527115 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.527328 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.527535 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.527756 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.527964 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.528171 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.528921 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.529137 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.529458 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.529712 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.529954 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.530245 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.530498 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.530963 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.531208 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.531530 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.531756 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.532019 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.532260 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.532523 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.532664 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534098 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534098 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534098 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534098 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534098 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534604 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534720 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.534983 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.535200 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.535516 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.535869 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.536138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.536593 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.537001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.537306 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 16:18:54.541892 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 16:18:54.542369 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 16:18:54.542369 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 16:18:54.542369 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 16:18:54.542369 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 16:18:54.542369 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 16:18:54.542680 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.542680 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.542795 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.542904 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.543067 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.543251 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.543411 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.543568 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.543726 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.543884 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.544126 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.544816 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.544992 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.545153 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.545318 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.545472 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.545630 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.545787 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.545951 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.546111 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.546268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.546426 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.546584 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] debug = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.546741 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.546961 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.547088 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.547268 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.547408 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.547555 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.547713 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.547873 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.548030 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.548187 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.548346 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.548503 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.548661 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.548818 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.549000 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.549159 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.549318 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.549478 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] host = dv-cinder-798189-1-smb {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.549637 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.549779 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.549945 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.550099 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.550415 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.550579 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.550734 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.551093 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.551250 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.551557 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.551717 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.551875 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.552032 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.552190 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.552348 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_options = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.552506 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.552682 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.552820 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.553021 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.553186 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.553348 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.553505 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.553665 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.553823 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.553981 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.554139 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.554296 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.554453 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.554611 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.554767 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.554924 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.555070 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.555231 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.555391 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.555550 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.555707 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.555865 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.556023 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.556180 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.556337 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.556494 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.556652 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.556810 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.556990 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.557148 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.557306 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.557467 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.557625 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.557783 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.557939 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.558098 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.558254 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.558415 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.558574 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.558734 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.558919 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.559049 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.559195 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.559353 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.559510 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.559697 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_json = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.559853 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.560159 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.560463 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.560751 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.561061 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.561362 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.561607 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.561708 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 16:18:54.562162 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.562162 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.562162 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.562426 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.562514 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.563695 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.564322 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.564322 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.564322 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.564322 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.564602 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.564602 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.564748 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565023 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565187 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565354 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565354 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565513 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565676 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565840 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.565999 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.566164 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.566327 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.566494 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.566653 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.566966 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.567130 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.567299 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.567441 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.567603 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.567759 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.567914 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.568072 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.568233 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.568471 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.568561 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.568705 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.568887 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.569041 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.569202 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.569362 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.569523 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.569684 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.569856 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.570124 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.570269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.570397 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.570482 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.570627 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.570790 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.570948 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.572541 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573212 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573643 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573643 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573643 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573867 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.573966 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.574100 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.574264 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.574428 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.574585 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.574738 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.575147 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.575835 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.576003 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.576163 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.576324 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.576488 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.576649 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.576810 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.576997 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.577155 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.577916 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.577916 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.577916 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.577916 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.577916 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.578332 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.578332 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.578332 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.578549 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.578636 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.578792 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.578954 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.579112 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.579427 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.579576 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.579739 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.579887 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.580054 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.580206 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.580369 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.580500 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.580685 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.580820 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.581000 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.581147 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.581314 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.581477 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.581639 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.581815 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.581986 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.582133 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.582269 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.582404 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:18:54.582547 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.582547 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.582813 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.582949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.583085 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.583221 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.583356 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.583491 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.583637 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.583773 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.583909 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.584052 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.584188 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.584352 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.584513 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.584674 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.584819 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.585009 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.585171 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.585334 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.585486 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.585644 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.585797 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.585958 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.586112 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.586271 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.586434 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.586596 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.586757 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.586907 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.587066 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.587221 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.587357 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.587521 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.587683 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.587833 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.587979 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.588142 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.588292 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.588450 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.588611 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.588765 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.588957 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.589122 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.589284 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.589445 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.589607 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.589759 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.589906 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.590066 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.590227 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.590390 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.590551 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.590712 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.590882 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.591596 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.591744 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.591880 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.592023 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.592159 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.592294 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.592440 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.592611 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.592765 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.592936 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.593091 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.593227 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.593389 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.593543 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.593808 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.593951 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.594949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.594949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.594949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.594949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.594949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.594949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.594949 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.598313 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.600371 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601001 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.601605 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602138 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.602693 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603222 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603222 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603222 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603222 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603490 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603490 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603630 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603772 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.603943 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.604089 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.604250 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.604414 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.604574 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.604776 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.604940 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.605066 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.605231 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.605387 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.605547 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.605753 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 16:18:54.605851 dv-cinder-798189-1-smb neutron-server[93335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 16:18:54.854174 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 34678) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:18:54.862622 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063601 Jun 26 16:19:06.242274 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8481ef5a-b119-45f1-aab7-a44a5223ccff None None] get_active_networks_info from dv-cinder-798189-1-smb {{(pid=93482) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 26 16:19:06.315229 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8481ef5a-b119-45f1-aab7-a44a5223ccff None None] No non-hosted networks {{(pid=93482) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 26 16:19:06.318720 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.agentschedulers_db [None req-8481ef5a-b119-45f1-aab7-a44a5223ccff None None] DHCP Agent not found on host dv-cinder-798189-1-smb {{(pid=93482) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 26 16:19:06.450621 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-722c26f7-0a51-4cc8-bd4b-e47c0bc2d402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-931434'] for agent, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:08.815747 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-67ce8bfd-064d-46a8-9416-35321602b496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-931434'] for agent, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:08.852137 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.db.api [None req-ba75af1a-e4c5-4874-b663-e3b1e196c188 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-798189-1-smb {{(pid=93482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:19:08.852548 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_db.api [None req-ba75af1a-e4c5-4874-b663-e3b1e196c188 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:19:09.104046 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-931434'] for agent, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:09.105067 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.105733 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.106898 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.107445 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.108007 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.108651 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.109252 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.109734 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.110241 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.111951 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.111951 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.111951 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:09.112662 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798189-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:09.121063 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798189-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:09.401456 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ba75af1a-e4c5-4874-b663-e3b1e196c188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:09.588769 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-931434'] for agent, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:11.508337 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-931434'] for agent, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:12.590133 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 34770) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:13.039158 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.db.l3_hamode_db [None req-223b80ff-7e7c-41f1-8594-c2a1bd36ec37 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 26 16:19:13.093455 dv-cinder-798189-1-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-c5acf7b6-b722-4c94-8e5b-27351aa9741c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:13.094037 dv-cinder-798189-1-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-c5acf7b6-b722-4c94-8e5b-27351aa9741c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:13.116315 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b80ff-7e7c-41f1-8594-c2a1bd36ec37 None None] Routers set() bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:19:13.116781 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b80ff-7e7c-41f1-8594-c2a1bd36ec37 None None] Router IDs set() for agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 26 16:19:13.308258 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-c5acf7b6-b722-4c94-8e5b-27351aa9741c admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:19:13.309786 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c5acf7b6-b722-4c94-8e5b-27351aa9741c admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7176511 Jun 26 16:19:15.639971 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34784) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:16.128642 dv-cinder-798189-1-smb neutron-server[93480]: WARNING oslo_policy.policy [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:16.129258 dv-cinder-798189-1-smb neutron-server[93480]: WARNING oslo_policy.policy [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:16.359039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:19:16.451040 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.policy [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93480) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 16:19:16.495287 dv-cinder-798189-1-smb neutron-server[93480]: WARNING oslo_policy.policy [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:16.495653 dv-cinder-798189-1-smb neutron-server[93480]: WARNING oslo_policy.policy [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:16.504777 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.quota [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] Loaded quota_driver: . Jun 26 16:19:16.662802 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790154688771', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790154690388', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790154734492', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790154731842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790154730247', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790154720032', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2040073', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625957', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1035391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-978480'] for rbac-policy, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:16.883866 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:16.885278 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-d00a0bf7-c9d7-472a-a808-46377e817e66 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2431793 Jun 26 16:19:19.431736 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34802) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:19.727515 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Request body: {'network': {'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:19:19.816705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Made reservation on behalf of d4346f402da94fb08a91c8af2f83fe50 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:19:19.819649 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:19.837343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:19.956631 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:20.015373 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:20.020816 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:20.035758 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:19:20.063526 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790156770829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:20.064117 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Unsubscribe: segment precommit_create {{(pid=93480) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 16:19:20.064614 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Added segment 10f9413c-e4e0-4310-b24f-b01f5c3cd1a6 of type vlan for network 10b2a8d0-0465-4fa6-a884-7103150522aa Jun 26 16:19:20.083443 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5b9c62-c840-4db5-a3b4-a490c5ec33fc,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:20.130712 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.131093 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.131425 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.131747 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.132066 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.132389 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.132704 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.133048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.133373 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.133693 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.133997 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.134301 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Tracked resource versions report: Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: pushed versions: Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: { 'AddressGroup': {'1.2'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'ConntrackHelper': {'1.0'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Log': {'1.0'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Network': {'1.1'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Port': {'1.7'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'PortForwarding': {'1.2'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'QosPolicy': {'1.8'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroup': {'1.4'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'SubPort': {'1.0'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Subnet': {'1.1'}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Trunk': {'1.1'}} Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: consumer versions: Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'ConntrackHelper': '1.0', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Log': '1.0', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Network': '1.1', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Port': '1.7', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'PortForwarding': '1.2', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'QosPolicy': '1.8', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroup': '1.4', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroupRule': '1.2', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'SubPort': '1.0', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Subnet': '1.1', Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: 'Trunk': '1.1'}} Jun 26 16:19:20.135379 dv-cinder-798189-1-smb neutron-server[93480]: {{(pid=93480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:19:20.188620 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:20.190418 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:20.302635 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:20.304160 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:20.304816 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:20.307887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:20.402482 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Pushing event updated for resources: {'Network': ['ID=10b2a8d0-0465-4fa6-a884-7103150522aa,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:20.405698 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:20.413663 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 10b2a8d0-0465-4fa6-a884-7103150522aa details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:19:20.455659 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0228467 Jun 26 16:19:23.048936 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34816) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:23.439565 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4faf0eb-c2c4-4a24-974b-79ec1f3805df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:23.440925 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-d4faf0eb-c2c4-4a24-974b-79ec1f3805df admin admin] 10.222.0.45 "GET /v2.0/networks/10b2a8d0-0465-4fa6-a884-7103150522aa HTTP/1.1" status: 200 len: 825 time: 0.3910110 Jun 26 16:19:23.465072 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-7f7f7261-eee8-45eb-a9df-052c30b0915c admin admin] 10.222.0.45 "GET /v2.0/subnetpools/2943607e-bd63-426e-ad6b-dbda68f817a3 HTTP/1.1" status: 200 len: 734 time: 0.0186028 Jun 26 16:19:23.474056 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'subnetpool_id': '2943607e-bd63-426e-ad6b-dbda68f817a3'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:19:23.551895 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Made reservation on behalf of d4346f402da94fb08a91c8af2f83fe50 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:19:23.554195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:23.912455 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:23.916700 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:23.982976 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=992a1f70-e735-4ca6-98ab-1938a63cf833,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:23.984954 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Checking segment: {'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:19:23.985331 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Network hostable DHCP agents. Network: 10b2a8d0-0465-4fa6-a884-7103150522aa, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:19:23.990383 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:24.106598 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Network 10b2a8d0-0465-4fa6-a884-7103150522aa is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:19:24.169667 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 10b2a8d0-0465-4fa6-a884-7103150522aa) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:19:24.174893 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:24.175709 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:24.178968 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922185cd-3df9-49f7-8a08-29e251852b43 None None] Network 10b2a8d0-0465-4fa6-a884-7103150522aa requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:19:24.365626 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8947229 Jun 26 16:19:24.482202 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-10b2a8d0-0465-4fa6-a884-7103150522aa', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'fixed_ips': [{'subnet_id': '992a1f70-e735-4ca6-98ab-1938a63cf833'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:19:24.483396 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:24.756200 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Allocated IP 172.20.0.2 (10b2a8d0-0465-4fa6-a884-7103150522aa/992a1f70-e735-4ca6-98ab-1938a63cf833/d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:19:24.956563 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:24.998473 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Transition to ACTIVE for port object d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:19:25.019141 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Transition to ACTIVE for port object d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:19:25.102939 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:25.105647 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:25.168851 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Network 10b2a8d0-0465-4fa6-a884-7103150522aa is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:19:25.179083 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:19:25.188403 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:19:25.191491 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Pushing event updated for resources: {'Port': ['ID=d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:25.217063 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.217406 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221078 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221078 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221078 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221078 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221078 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221454 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221454 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221454 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221454 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221454 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Tracked resource versions report: Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: pushed versions: Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: { 'AddressGroup': {'1.2'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'ConntrackHelper': {'1.0'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Log': {'1.0'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Network': {'1.1'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Port': {'1.7'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'PortForwarding': {'1.2'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'QosPolicy': {'1.8'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroup': {'1.4'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'SubPort': {'1.0'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Subnet': {'1.1'}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Trunk': {'1.1'}} Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: consumer versions: Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'ConntrackHelper': '1.0', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Log': '1.0', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Network': '1.1', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Port': '1.7', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'PortForwarding': '1.2', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'QosPolicy': '1.8', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroup': '1.4', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroupRule': '1.2', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'SubPort': '1.0', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Subnet': '1.1', Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: 'Trunk': '1.1'}} Jun 26 16:19:25.221768 dv-cinder-798189-1-smb neutron-server[93482]: {{(pid=93482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:19:25.242418 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:25.278438 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Attempting to bind port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:19:25.278438 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Attempting to bind port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:19:25.278438 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Attempting to bind port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 on network 10b2a8d0-0465-4fa6-a884-7103150522aa {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:19:25.278877 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:19:25.279005 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Checking segment: {'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:19:25.279464 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:25.279852 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Bound using segment: {'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:19:25.280320 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Bound port: d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:19:25.280737 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:25.344150 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] For port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:19:25.348770 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] For port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3,segment=NetworkSegment(10f9413c-e4e0-4310-b24f-b01f5c3cd1a6),segment_id=10f9413c-e4e0-4310-b24f-b01f5c3cd1a6)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:19:25.411072 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:25.416334 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:25.478269 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Pushing event updated for resources: {'Port': ['ID=d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:25.485628 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:26.721730 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34824) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:27.038663 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [None req-62c58be5-80be-4778-9c0d-29f6df5f8bee admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:19:27.039664 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-62c58be5-80be-4778-9c0d-29f6df5f8bee admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3168206 Jun 26 16:19:29.385850 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 34832) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:29.700117 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-658b293b-9540-43e3-b2cf-842c6409fbe9 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:19:29.701111 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-658b293b-9540-43e3-b2cf-842c6409fbe9 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3143156 Jun 26 16:19:30.922266 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:19:31.079829 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:19:31.504878 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa37e6-b4c2-4136-984e-ef0535d95f59 None None] Network 10b2a8d0-0465-4fa6-a884-7103150522aa requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:19:31.674558 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Provisioning for port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:19:31.690147 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Provisioning complete for port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:31.690830 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:31.819925 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:31.860403 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] For port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3,segment=NetworkSegment(10f9413c-e4e0-4310-b24f-b01f5c3cd1a6),segment_id=10f9413c-e4e0-4310-b24f-b01f5c3cd1a6)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:19:31.930793 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:31.933055 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:31.978115 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Pushing event updated for resources: {'Port': ['ID=d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:31.981091 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:32.050615 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-c5c69466-e1d8-4b83-a1fe-4613406e1a6e None None] Provisioning complete for port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:32.050996 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c5c69466-e1d8-4b83-a1fe-4613406e1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:32.318716 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 34846) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:32.613840 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:19:32.676986 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.policy [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93481) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 16:19:32.722654 dv-cinder-798189-1-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:32.723051 dv-cinder-798189-1-smb neutron-server[93481]: WARNING oslo_policy.policy [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 16:19:32.732148 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.quota [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Loaded quota_driver: . Jun 26 16:19:32.904702 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:19:32.959628 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:32.960385 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:33.010802 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:33.013170 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:33.182480 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:33.250065 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:33.357445 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:33.358673 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-31fb7125-e72d-440f-a305-a7d84f1256f3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0389876 Jun 26 16:19:35.687224 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 34856) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:36.000132 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-5935c025-d9fc-4c91-94e4-5bffc1dd1778 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:19:36.001155 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-5935c025-d9fc-4c91-94e4-5bffc1dd1778 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3129156 Jun 26 16:19:36.187702 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-11318843-8ff9-4105-a8b5-c7fed3b112c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:38.333374 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 34864) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:38.648955 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:19:38.752905 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Made reservation on behalf of 62f77fd9c3354637ab5dacb958ebc310 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:19:38.755691 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:38.771531 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:38.799064 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f25558b6-fd27-411e-98bb-4a6662be8534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:38.889195 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:38.968674 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:38.972793 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:38.981034 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Reserving flat network on physical network physnet1 {{(pid=93481) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 26 16:19:39.013224 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790156770829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:39.013710 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Unsubscribe: segment precommit_create {{(pid=93481) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 16:19:39.014215 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Added segment 36e285c6-7c0f-4e31-b27e-cb90a0c04aec of type flat for network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 Jun 26 16:19:39.032254 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d035dfcd-2daa-4846-ae4d-21a6b47d2e76,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:39.084661 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.085012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.085391 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.085712 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.086024 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.086335 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.086643 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.086949 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.087268 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.087572 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.087872 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.088170 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Tracked resource versions report: Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: pushed versions: Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: { 'AddressGroup': {'1.2'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'ConntrackHelper': {'1.0'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Log': {'1.0'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Network': {'1.1'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Port': {'1.7'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'PortForwarding': {'1.2'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'QosPolicy': {'1.8'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroup': {'1.4'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'SubPort': {'1.0'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Subnet': {'1.1'}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Trunk': {'1.1'}} Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: consumer versions: Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'ConntrackHelper': '1.0', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Log': '1.0', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Network': '1.1', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Port': '1.7', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'PortForwarding': '1.2', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'QosPolicy': '1.8', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroup': '1.4', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroupRule': '1.2', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'SubPort': '1.0', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Subnet': '1.1', Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: 'Trunk': '1.1'}} Jun 26 16:19:39.089342 dv-cinder-798189-1-smb neutron-server[93481]: {{(pid=93481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:19:39.091884 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:39.138395 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:39.144002 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:39.233199 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:39.234623 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:39.235267 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:39.237260 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:39.329338 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Pushing event updated for resources: {'Network': ['ID=c982eafd-3151-4f9e-a7dc-818aa3bc56c3,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:39.332354 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:39.342424 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:19:39.380917 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0464506 Jun 26 16:19:39.523349 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:41.403154 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:41.691361 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34886) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:41.862118 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca434e-4649-4f83-8366-18e7d4703770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:41.863450 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-ebca434e-4649-4f83-8366-18e7d4703770 admin admin] 10.222.0.45 "GET /v2.0/subnets/992a1f70-e735-4ca6-98ab-1938a63cf833 HTTP/1.1" status: 200 len: 849 time: 0.1711602 Jun 26 16:19:42.018891 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-233ff141-0170-44db-8ded-5271a953f07d admin admin] 10.222.0.45 "GET /v2.0/routers/8d783325-b845-48ed-8dbe-0803352e5fbc HTTP/1.1" status: 200 len: 704 time: 0.1501672 Jun 26 16:19:42.278120 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:42.566748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Allocated IP 172.20.0.1 (10b2a8d0-0465-4fa6-a884-7103150522aa/992a1f70-e735-4ca6-98ab-1938a63cf833/dc951bf4-9c9b-4ca3-bc69-cca3174f36f0) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:19:42.717282 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:42.738110 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Transition to ACTIVE for port object dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:19:42.879158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:42.882265 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:42.996756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Network 10b2a8d0-0465-4fa6-a884-7103150522aa is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:19:43.004160 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:19:43.009797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:19:43.010244 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:43.033134 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Pushing event updated for resources: {'Port': ['ID=dc951bf4-9c9b-4ca3-bc69-cca3174f36f0,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:43.074550 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:43.295992 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-ee427b0f-13bc-4af6-a8c7-64732ca74bb4 None None] Provisioning for port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:19:43.299829 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-ee427b0f-13bc-4af6-a8c7-64732ca74bb4 None None] Provisioning complete for port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:43.300199 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ee427b0f-13bc-4af6-a8c7-64732ca74bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:43.300756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:43.333860 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ee427b0f-13bc-4af6-a8c7-64732ca74bb4 None None] Port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:19:43.475826 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:43.546845 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:43.547949 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:43.550418 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:43.631189 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Pushing event updated for resources: {'Port': ['ID=dc951bf4-9c9b-4ca3-bc69-cca3174f36f0,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:43.634864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:43.670065 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Network 10b2a8d0-0465-4fa6-a884-7103150522aa is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:19:43.671298 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:19:43.854139 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4736797c-c93f-430f-abe1-d7dee230c50f None None] Provisioning complete for port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:43.854522 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4736797c-c93f-430f-abe1-d7dee230c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:43.889608 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-4736797c-c93f-430f-abe1-d7dee230c50f None None] Port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:19:43.924646 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Router 8d783325-b845-48ed-8dbe-0803352e5fbc is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:19:44.017316 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:19:44.022892 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] 10.222.0.45 "PUT /v2.0/routers/8d783325-b845-48ed-8dbe-0803352e5fbc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9991119 Jun 26 16:19:44.026644 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Sync routers for ids ['8d783325-b845-48ed-8dbe-0803352e5fbc'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:19:44.038353 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Routers {'8d783325-b845-48ed-8dbe-0803352e5fbc'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:19:44.039227 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:19:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['8d783325-b845-48ed-8dbe-0803352e5fbc'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:44.221667 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Set router 8d783325-b845-48ed-8dbe-0803352e5fbc gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:19:44.647678 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'name': 'router1', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:19:33Z', 'updated_at': '2021-06-26T16:19:43Z', 'revision_number': 2, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'gw_port_host': None, '_interfaces': [{'id': 'dc951bf4-9c9b-4ca3-bc69-cca3174f36f0', 'name': '', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'mac_address': 'fa:16:3e:f8:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:42Z', 'updated_at': '2021-06-26T16:19:43Z', 'revision_number': 2, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'subnets': [{'id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2943607e-bd63-426e-ad6b-dbda68f817a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:44.696252 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Checking router: 8d783325-b845-48ed-8dbe-0803352e5fbc for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:19:44.696641 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Updating router 8d783325-b845-48ed-8dbe-0803352e5fbc port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:19:44.759648 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:45.242732 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:45.260471 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Transition to ACTIVE for port object dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:19:45.347362 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:45.350380 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:45.502081 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Pushing event updated for resources: {'Port': ['ID=dc951bf4-9c9b-4ca3-bc69-cca3174f36f0,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:45.517376 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Attempting to bind port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:19:45.517785 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Attempting to bind port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:19:45.518235 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Attempting to bind port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 on network 10b2a8d0-0465-4fa6-a884-7103150522aa {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:19:45.520944 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.521287 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.521618 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.521942 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.522264 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.522587 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.522927 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.523262 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.523578 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.523891 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.524211 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.524518 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Tracked resource versions report: Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: pushed versions: Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Log': {'1.0'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Network': {'1.1'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Port': {'1.7'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'SubPort': {'1.0'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Subnet': {'1.1'}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Trunk': {'1.1'}} Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: consumer versions: Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Log': '1.0', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Network': '1.1', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Port': '1.7', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'PortForwarding': '1.2', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'QosPolicy': '1.8', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroup': '1.4', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'SubPort': '1.0', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Subnet': '1.1', Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: 'Trunk': '1.1'}} Jun 26 16:19:45.525828 dv-cinder-798189-1-smb neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:19:45.532419 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:19:45.532983 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Checking segment: {'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:19:45.533350 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:45.533781 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Bound using segment: {'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:19:45.534278 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Bound port: dc951bf4-9c9b-4ca3-bc69-cca3174f36f0, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f9413c-e4e0-4310-b24f-b01f5c3cd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:19:45.534685 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:45.536652 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:45.602162 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] For port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:19:45.623366 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] For port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=dc951bf4-9c9b-4ca3-bc69-cca3174f36f0,segment=NetworkSegment(10f9413c-e4e0-4310-b24f-b01f5c3cd1a6),segment_id=10f9413c-e4e0-4310-b24f-b01f5c3cd1a6)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:19:45.690778 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:45.693106 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:45.753525 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Pushing event updated for resources: {'Port': ['ID=dc951bf4-9c9b-4ca3-bc69-cca3174f36f0,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:45.757024 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:45.758953 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Routers {'8d783325-b845-48ed-8dbe-0803352e5fbc'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:19:45.759579 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:19:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['8d783325-b845-48ed-8dbe-0803352e5fbc'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:45.848327 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] Set router 8d783325-b845-48ed-8dbe-0803352e5fbc gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:19:46.056259 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'name': 'router1', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:19:33Z', 'updated_at': '2021-06-26T16:19:43Z', 'revision_number': 2, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'gw_port_host': None, '_interfaces': [{'id': 'dc951bf4-9c9b-4ca3-bc69-cca3174f36f0', 'name': '', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'mac_address': 'fa:16:3e:f8:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:42Z', 'updated_at': '2021-06-26T16:19:45Z', 'revision_number': 4, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'subnets': [{'id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2943607e-bd63-426e-ad6b-dbda68f817a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:46.083714 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d93fc5-3382-42f4-9451-015af474bf0e None None] The sync data for ids ['8d783325-b845-48ed-8dbe-0803352e5fbc'] in dv-cinder-798189-1-smb is: [{'id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'name': 'router1', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:19:33Z', 'updated_at': '2021-06-26T16:19:43Z', 'revision_number': 2, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'gw_port_host': None, '_interfaces': [{'id': 'dc951bf4-9c9b-4ca3-bc69-cca3174f36f0', 'name': '', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'mac_address': 'fa:16:3e:f8:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:42Z', 'updated_at': '2021-06-26T16:19:45Z', 'revision_number': 4, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'subnets': [{'id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2943607e-bd63-426e-ad6b-dbda68f817a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:19:46.213433 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34906) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:46.320344 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a927c-384e-4d0e-805e-f8676f22937e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:46.321842 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-671a927c-384e-4d0e-805e-f8676f22937e admin admin] 10.222.0.45 "GET /v2.0/networks/c982eafd-3151-4f9e-a7dc-818aa3bc56c3 HTTP/1.1" status: 200 len: 842 time: 0.1072116 Jun 26 16:19:46.331864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:19:46.443054 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Made reservation on behalf of 62f77fd9c3354637ab5dacb958ebc310 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:19:46.445516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:46.800031 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.objects.ports [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93480) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 26 16:19:46.800474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:46.802559 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-92181449-7c64-4793-b83f-194dac2df37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:46.851858 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe157ab9-36b7-42df-833e-c0d3da9b54f6,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:46.855347 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:46.862052 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:19:46.862332 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Network hostable DHCP agents. Network: c982eafd-3151-4f9e-a7dc-818aa3bc56c3, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:19:46.964149 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:19:47.067145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, c982eafd-3151-4f9e-a7dc-818aa3bc56c3) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:19:47.071582 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:47.072642 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:47.076741 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce584ae8-38c8-462d-b81b-9e46cfead75f None None] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:19:47.163297 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8350165 Jun 26 16:19:47.201358 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d667e6c-db0f-4609-8324-e0d120ee3708 None None] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:19:48.939483 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:19:49.088796 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:19:49.094359 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:49.094667 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:49.188514 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:49.226924 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=dc951bf4-9c9b-4ca3-bc69-cca3174f36f0,segment=NetworkSegment(10f9413c-e4e0-4310-b24f-b01f5c3cd1a6),segment_id=10f9413c-e4e0-4310-b24f-b01f5c3cd1a6)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:19:49.317478 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:49.319845 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a8cdd4da-bfc1-405e-afce-b84b213634dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:49.431599 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=dc951bf4-9c9b-4ca3-bc69-cca3174f36f0,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:49.434925 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:49.487145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34918) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:49.622687 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-ae7b430f-65f1-4d70-9279-909a29cac306 admin admin] 10.222.0.45 "GET /v2.0/routers/8d783325-b845-48ed-8dbe-0803352e5fbc HTTP/1.1" status: 200 len: 710 time: 0.1344035 Jun 26 16:19:49.711291 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c031c-2314-4fc3-8e2e-6801b68f2ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:19:49.712682 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-e85c031c-2314-4fc3-8e2e-6801b68f2ad5 admin admin] 10.222.0.45 "GET /v2.0/networks/c982eafd-3151-4f9e-a7dc-818aa3bc56c3 HTTP/1.1" status: 200 len: 886 time: 0.0848782 Jun 26 16:19:49.722398 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:19:50.043393 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:50.342030 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:50.424425 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:50.522459 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Allocated IP 172.28.2.98 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/b253d7d9-bdc6-4146-ac4e-53d37573a747) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:19:50.621756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:50.713100 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:50.715774 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:50.750921 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:19:50.755473 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:19:50.758522 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:19:50.795114 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Pushing event updated for resources: {'Port': ['ID=b253d7d9-bdc6-4146-ac4e-53d37573a747,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:50.798582 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:50.914051 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:19:50.972662 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:50.973058 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:51.117551 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:51.312599 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:51.315821 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-985996'] for router, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:51.505598 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Router 8d783325-b845-48ed-8dbe-0803352e5fbc has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:19:51.614847 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:19:51.619656 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Notify callbacks [] for router, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:51.621594 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] 10.222.0.45 "PUT /v2.0/routers/8d783325-b845-48ed-8dbe-0803352e5fbc HTTP/1.1" status: 200 len: 889 time: 1.9025471 Jun 26 16:19:51.640560 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Sync routers for ids ['8d783325-b845-48ed-8dbe-0803352e5fbc'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:19:51.654148 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Routers {'8d783325-b845-48ed-8dbe-0803352e5fbc'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:19:51.654833 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:19:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['8d783325-b845-48ed-8dbe-0803352e5fbc'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:51.884767 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Set router 8d783325-b845-48ed-8dbe-0803352e5fbc gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:19:52.295052 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'name': 'router1', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b253d7d9-bdc6-4146-ac4e-53d37573a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:19:33Z', 'updated_at': '2021-06-26T16:19:50Z', 'revision_number': 4, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'gw_port': {'id': 'b253d7d9-bdc6-4146-ac4e-53d37573a747', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:50Z', 'updated_at': '2021-06-26T16:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'dc951bf4-9c9b-4ca3-bc69-cca3174f36f0', 'name': '', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'mac_address': 'fa:16:3e:f8:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:42Z', 'updated_at': '2021-06-26T16:19:49Z', 'revision_number': 5, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'subnets': [{'id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2943607e-bd63-426e-ad6b-dbda68f817a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:52.344451 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Checking router: 8d783325-b845-48ed-8dbe-0803352e5fbc for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:19:52.344819 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Updating router 8d783325-b845-48ed-8dbe-0803352e5fbc port b253d7d9-bdc6-4146-ac4e-53d37573a747 binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:19:52.388557 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:52.707212 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:52.717367 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Transition to ACTIVE for port object b253d7d9-bdc6-4146-ac4e-53d37573a747 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:19:52.821132 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:52.824396 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:52.873456 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Attempting to bind port b253d7d9-bdc6-4146-ac4e-53d37573a747 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:19:52.873831 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Attempting to bind port b253d7d9-bdc6-4146-ac4e-53d37573a747 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:19:52.874199 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Attempting to bind port b253d7d9-bdc6-4146-ac4e-53d37573a747 on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:19:52.876022 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997adc47-c98e-4908-9bfd-e775286dd1f3 None None] Pushing event updated for resources: {'Port': ['ID=b253d7d9-bdc6-4146-ac4e-53d37573a747,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:52.879131 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-997adc47-c98e-4908-9bfd-e775286dd1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:52.881764 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:19:52.882149 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:19:52.882554 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:52.882941 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:19:52.883416 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Bound port: b253d7d9-bdc6-4146-ac4e-53d37573a747, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:19:52.883815 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:52.935701 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] For port b253d7d9-bdc6-4146-ac4e-53d37573a747, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:19:52.938571 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] For port b253d7d9-bdc6-4146-ac4e-53d37573a747, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=b253d7d9-bdc6-4146-ac4e-53d37573a747,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:19:52.998638 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:53.001013 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-997adc47-c98e-4908-9bfd-e775286dd1f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:53.131259 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Routers {'8d783325-b845-48ed-8dbe-0803352e5fbc'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:19:53.131860 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:19:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['8d783325-b845-48ed-8dbe-0803352e5fbc'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:53.134476 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997adc47-c98e-4908-9bfd-e775286dd1f3 None None] Pushing event updated for resources: {'Port': ['ID=b253d7d9-bdc6-4146-ac4e-53d37573a747,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:53.164201 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-997adc47-c98e-4908-9bfd-e775286dd1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:53.243910 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] Set router 8d783325-b845-48ed-8dbe-0803352e5fbc gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:19:53.452589 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'name': 'router1', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b253d7d9-bdc6-4146-ac4e-53d37573a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:19:33Z', 'updated_at': '2021-06-26T16:19:50Z', 'revision_number': 4, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'gw_port': {'id': 'b253d7d9-bdc6-4146-ac4e-53d37573a747', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:50Z', 'updated_at': '2021-06-26T16:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'dc951bf4-9c9b-4ca3-bc69-cca3174f36f0', 'name': '', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'mac_address': 'fa:16:3e:f8:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:42Z', 'updated_at': '2021-06-26T16:19:49Z', 'revision_number': 5, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'subnets': [{'id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2943607e-bd63-426e-ad6b-dbda68f817a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:19:53.482519 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8796fb9-bcb3-436f-bcc4-305c77341b06 None None] The sync data for ids ['8d783325-b845-48ed-8dbe-0803352e5fbc'] in dv-cinder-798189-1-smb is: [{'id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'name': 'router1', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.98'}], 'enable_snat': True}, 'gw_port_id': 'b253d7d9-bdc6-4146-ac4e-53d37573a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:19:33Z', 'updated_at': '2021-06-26T16:19:50Z', 'revision_number': 4, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'gw_port': {'id': 'b253d7d9-bdc6-4146-ac4e-53d37573a747', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:50Z', 'updated_at': '2021-06-26T16:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'dc951bf4-9c9b-4ca3-bc69-cca3174f36f0', 'name': '', 'network_id': '10b2a8d0-0465-4fa6-a884-7103150522aa', 'tenant_id': 'd4346f402da94fb08a91c8af2f83fe50', 'mac_address': 'fa:16:3e:f8:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d783325-b845-48ed-8dbe-0803352e5fbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:19:42Z', 'updated_at': '2021-06-26T16:19:49Z', 'revision_number': 5, 'project_id': 'd4346f402da94fb08a91c8af2f83fe50', 'subnets': [{'id': '992a1f70-e735-4ca6-98ab-1938a63cf833', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2943607e-bd63-426e-ad6b-dbda68f817a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:19:53.990734 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 34926) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:19:54.115490 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-52ecddb5-9779-491d-8fa8-20d0865708ed admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1236343 Jun 26 16:19:54.952497 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device b253d7d9-bdc6-4146-ac4e-53d37573a747 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:19:55.175332 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port b253d7d9-bdc6-4146-ac4e-53d37573a747 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:19:55.179692 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port b253d7d9-bdc6-4146-ac4e-53d37573a747 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:55.180149 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:55.256742 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:55.277094 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port b253d7d9-bdc6-4146-ac4e-53d37573a747, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=b253d7d9-bdc6-4146-ac4e-53d37573a747,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:19:55.369738 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:19:55.373762 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:19:55.430215 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=b253d7d9-bdc6-4146-ac4e-53d37573a747,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:19:55.434325 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:19:56.930508 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device b253d7d9-bdc6-4146-ac4e-53d37573a747 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:19:56.988334 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port b253d7d9-bdc6-4146-ac4e-53d37573a747 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:19:56.988942 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:04.489888 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:20:06.202359 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5bc63ff7-fcdb-4206-9fb0-bb289f10cc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:08.809707 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1897759f-0fde-40ed-b988-29182e55f16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:09.077769 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:09.529528 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:11.460722 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:36.221628 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bba943e7-a539-4506-84b9-2cd3b8cefea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:38.848497 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cd0f4726-446b-4737-923c-c597a5dac209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:39.135139 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:39.528930 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:41.437131 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:20:41.488686 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:21:06.213269 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-051c8911-13c7-496f-b0c0-2f78bcf372ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:08.805671 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d5f4b53f-363d-472a-b106-ee0278367cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:09.108380 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:09.556757 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:11.430999 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:18.487934 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:21:32.582843 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35494) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:32.643238 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.pecan_wsgi.hooks.translation [None req-367a6c12-7c11-4263-86d2-95fe8a28cffc admin admin] GET failed (client error): The resource could not be found. Jun 26 16:21:32.644617 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-367a6c12-7c11-4263-86d2-95fe8a28cffc admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608354 Jun 26 16:21:32.802489 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42884bea-62ac-4306-b283-f98ed394d5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:32.803883 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-42884bea-62ac-4306-b283-f98ed394d5e1 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554205 Jun 26 16:21:34.954964 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35504) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:35.042534 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38ed600-68d4-48a8-8a64-ed94f7018b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:35.043881 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-f38ed600-68d4-48a8-8a64-ed94f7018b0a admin admin] 10.222.0.45 "GET /v2.0/subnets/992a1f70-e735-4ca6-98ab-1938a63cf833 HTTP/1.1" status: 200 len: 849 time: 0.0879712 Jun 26 16:21:35.053153 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:21:35.135214 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:35.343556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790156670657'] for subnet, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:35.346749 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fca5b143-1ebf-441d-ad02-bccd7b5977c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:21:35.375735 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:35.376338 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:35.377683 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] 10.222.0.45 "PUT /v2.0/subnets/992a1f70-e735-4ca6-98ab-1938a63cf833 HTTP/1.1" status: 200 len: 868 time: 0.3281956 Jun 26 16:21:35.382006 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f9be6-955e-4f45-9611-6265fce3f856 None None] Network 10b2a8d0-0465-4fa6-a884-7103150522aa requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:21:35.402722 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992a1f70-e735-4ca6-98ab-1938a63cf833,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:21:35.409888 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.410273 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.410580 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.410894 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.411225 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.411562 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.411869 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.412349 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.412698 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.413049 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.413371 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.413687 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:21:35.418003 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-833d5309-0b30-4791-a6d9-52045b9df7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:21:35.723971 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-826d1a3a-5b2a-45d8-a2a8-83985dcbd09a None None] Provisioning complete for port dc951bf4-9c9b-4ca3-bc69-cca3174f36f0 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:21:35.724343 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-826d1a3a-5b2a-45d8-a2a8-83985dcbd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:35.809725 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-826d1a3a-5b2a-45d8-a2a8-83985dcbd09a None None] Provisioning complete for port d9b119ab-6fe8-4c7d-8f9e-37909b0e3ed3 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:21:35.810097 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-826d1a3a-5b2a-45d8-a2a8-83985dcbd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:36.229311 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-957b7bf5-ef8b-4a5d-90c4-e7853194cf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:37.510379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35512) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:37.700682 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b3a88-22de-4652-b372-58bc53eb5506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:37.701196 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b3a88-22de-4652-b372-58bc53eb5506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:37.702720 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-cf7b3a88-22de-4652-b372-58bc53eb5506 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1913955 Jun 26 16:21:38.798958 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9d39ce5d-4bee-470c-b4ad-5644b6af3941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:39.108882 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:39.543683 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:39.830249 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35520) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:39.958448 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87edeb8-1c8f-4961-a653-e2d5cad748fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:39.958934 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87edeb8-1c8f-4961-a653-e2d5cad748fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:39.960483 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c87edeb8-1c8f-4961-a653-e2d5cad748fb admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292837 Jun 26 16:21:41.451792 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:21:42.094164 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35528) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:42.218456 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719c6b87-4a8c-48e0-a8e9-a5ba590ea7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:42.219813 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-719c6b87-4a8c-48e0-a8e9-a5ba590ea7e3 admin admin] 10.222.0.45 "GET /v2.0/networks/10b2a8d0-0465-4fa6-a884-7103150522aa HTTP/1.1" status: 200 len: 869 time: 0.1247158 Jun 26 16:21:44.342965 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35536) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:44.546878 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14578c-706b-464e-8d2a-d85164d70445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:44.548157 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-3c14578c-706b-464e-8d2a-d85164d70445 admin admin] 10.222.0.45 "GET /v2.0/networks/c982eafd-3151-4f9e-a7dc-818aa3bc56c3 HTTP/1.1" status: 200 len: 886 time: 0.2042632 Jun 26 16:21:46.659794 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35546) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:46.781977 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28e7e0-5e16-427a-b280-72c718a92efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:46.782438 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28e7e0-5e16-427a-b280-72c718a92efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:46.783956 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-8d28e7e0-5e16-427a-b280-72c718a92efa admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226077 Jun 26 16:21:48.894592 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35554) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:49.015485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c138-4fdd-48dc-8a80-b2d3b5880dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:49.015946 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c4c138-4fdd-48dc-8a80-b2d3b5880dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:49.017489 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-97c4c138-4fdd-48dc-8a80-b2d3b5880dfd admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219628 Jun 26 16:21:51.154948 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35562) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:51.246463 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a977125e-1340-40c3-83da-01c9c6a1a1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:51.247750 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a977125e-1340-40c3-83da-01c9c6a1a1af admin admin] 10.222.0.45 "GET /v2.0/subnets/992a1f70-e735-4ca6-98ab-1938a63cf833 HTTP/1.1" status: 200 len: 868 time: 0.0918555 Jun 26 16:21:53.374917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35570) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:21:53.463993 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e418bb-f644-4cb4-a651-627fe1b9c149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:21:53.465366 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-05e418bb-f644-4cb4-a651-627fe1b9c149 admin admin] 10.222.0.45 "GET /v2.0/subnets/fe157ab9-36b7-42df-833e-c0d3da9b54f6 HTTP/1.1" status: 200 len: 816 time: 0.0895126 Jun 26 16:21:55.486244 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:22:06.199583 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-01824ecb-d402-4fc6-a66a-79c65b987bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:08.799419 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-57ea3da3-bcca-4059-9e1a-c01c88487642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:09.085161 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:09.542322 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:11.438191 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:16.567475 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35614) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:22:16.612714 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [None req-964455cb-7053-4a0c-92e4-708ab0a3b0fa admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:22:16.613745 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-964455cb-7053-4a0c-92e4-708ab0a3b0fa admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453460 Jun 26 16:22:18.814698 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35622) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:22:18.876749 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.pecan_wsgi.hooks.translation [None req-2503aca6-be0f-40e6-a71a-1b17de9f4ced admin admin] GET failed (client error): The resource could not be found. Jun 26 16:22:18.878099 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-2503aca6-be0f-40e6-a71a-1b17de9f4ced admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0624828 Jun 26 16:22:18.959937 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ffcf1-7100-4dce-a5df-e20e674a3019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:22:18.961451 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-185ffcf1-7100-4dce-a5df-e20e674a3019 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795751 Jun 26 16:22:21.110452 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35630) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:22:21.157368 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:22:21.227453 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Made reservation on behalf of 62f77fd9c3354637ab5dacb958ebc310 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:22:21.229909 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:21.266696 dv-cinder-798189-1-smb neutron-server[93481]: WARNING neutron.services.revisions.revision_plugin [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Could not find related network for resource to bump revision. Jun 26 16:22:21.281684 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:22:21.290578 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:21.290920 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Added segment f517b94d-94b1-46d9-a5bc-141398e7c171 of type vlan for network 6d3c488a-1521-4091-a046-d4f743482e0c Jun 26 16:22:21.336451 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:21.399724 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:21.401136 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:22:21.401719 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:21.405680 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:22:21.474649 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Pushing event updated for resources: {'Network': ['ID=6d3c488a-1521-4091-a046-d4f743482e0c,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:22:21.481117 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.481415 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.481746 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.482076 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.482400 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.482723 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.483094 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.483360 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.483693 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.484011 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.484325 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.484635 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:21.488017 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:22:21.495056 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 6d3c488a-1521-4091-a046-d4f743482e0c details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:22:21.525586 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4140577 Jun 26 16:22:23.669426 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35638) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:22:23.729606 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.pecan_wsgi.hooks.translation [None req-411704df-34c9-4fc9-a14f-a7f8f9652c7a admin admin] GET failed (client error): The resource could not be found. Jun 26 16:22:23.730934 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-411704df-34c9-4fc9-a14f-a7f8f9652c7a admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605614 Jun 26 16:22:23.898746 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8c2a4-7dbd-4c75-a270-a362584f78fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:22:23.900122 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-23c8c2a4-7dbd-4c75-a270-a362584f78fb admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1653185 Jun 26 16:22:23.909586 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:22:23.979788 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Made reservation on behalf of 62f77fd9c3354637ab5dacb958ebc310 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:22:23.982377 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:24.203272 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:24.206343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:22:24.258869 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc4a323-34d0-4c25-b503-b79f2caad18a,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:22:24.261597 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:22:24.267123 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Checking segment: {'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:22:24.267481 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Network hostable DHCP agents. Network: 6d3c488a-1521-4091-a046-d4f743482e0c, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:22:24.376106 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Network 6d3c488a-1521-4091-a046-d4f743482e0c is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:22:24.467566 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 6d3c488a-1521-4091-a046-d4f743482e0c) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:22:24.471834 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:22:24.472442 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:24.478917 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00a7fb-8969-467e-98a5-581bf9b741d3 None None] Network 6d3c488a-1521-4091-a046-d4f743482e0c requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:22:24.537271 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6310167 Jun 26 16:22:24.731184 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-6d3c488a-1521-4091-a046-d4f743482e0c', 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c', 'tenant_id': '62f77fd9c3354637ab5dacb958ebc310', 'fixed_ips': [{'subnet_id': 'abc4a323-34d0-4c25-b503-b79f2caad18a'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:22:24.732074 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:24.882975 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Allocated IP 192.168.233.2 (6d3c488a-1521-4091-a046-d4f743482e0c/abc4a323-34d0-4c25-b503-b79f2caad18a/87d20630-1121-41fc-8a47-35dc24586085) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:22:25.027540 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:25.036049 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Transition to ACTIVE for port object 87d20630-1121-41fc-8a47-35dc24586085 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:22:25.051811 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Transition to ACTIVE for port object 87d20630-1121-41fc-8a47-35dc24586085 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:22:25.114325 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:25.117244 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:22:25.152173 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Network 6d3c488a-1521-4091-a046-d4f743482e0c is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:22:25.156885 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:22:25.160214 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:22:25.168050 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Pushing event updated for resources: {'Port': ['ID=87d20630-1121-41fc-8a47-35dc24586085,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:22:25.177048 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.177393 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.177732 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.178062 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.178387 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.179275 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.179605 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.179925 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.180243 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.180561 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.180955 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.181404 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:22:25.199751 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:22:25.231996 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Attempting to bind port 87d20630-1121-41fc-8a47-35dc24586085 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:22:25.231996 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Attempting to bind port 87d20630-1121-41fc-8a47-35dc24586085 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:22:25.232306 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Attempting to bind port 87d20630-1121-41fc-8a47-35dc24586085 on network 6d3c488a-1521-4091-a046-d4f743482e0c {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:22:25.237308 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:22:25.237793 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Checking segment: {'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:22:25.238204 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:25.238598 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Bound using segment: {'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:22:25.239098 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Bound port: 87d20630-1121-41fc-8a47-35dc24586085, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:22:25.239500 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:25.307039 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] For port 87d20630-1121-41fc-8a47-35dc24586085, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:22:25.310164 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] For port 87d20630-1121-41fc-8a47-35dc24586085, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=87d20630-1121-41fc-8a47-35dc24586085,segment=NetworkSegment(f517b94d-94b1-46d9-a5bc-141398e7c171),segment_id=f517b94d-94b1-46d9-a5bc-141398e7c171)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:22:25.409409 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:25.412027 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:22:25.466867 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Pushing event updated for resources: {'Port': ['ID=87d20630-1121-41fc-8a47-35dc24586085,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:22:25.470519 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:22:26.256569 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d86c2-7057-4f0d-aa58-67340f49a3df None None] Network 6d3c488a-1521-4091-a046-d4f743482e0c requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:22:26.383016 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-f3f7e32f-fb22-4f2a-b1b1-c09fa78d9cb0 None None] Provisioning for port 87d20630-1121-41fc-8a47-35dc24586085 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:22:27.059878 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 87d20630-1121-41fc-8a47-35dc24586085 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:22:27.204542 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 87d20630-1121-41fc-8a47-35dc24586085 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:22:27.208722 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 87d20630-1121-41fc-8a47-35dc24586085 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:22:27.209203 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:27.290350 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:27.323286 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 87d20630-1121-41fc-8a47-35dc24586085, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=87d20630-1121-41fc-8a47-35dc24586085,segment=NetworkSegment(f517b94d-94b1-46d9-a5bc-141398e7c171),segment_id=f517b94d-94b1-46d9-a5bc-141398e7c171)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:22:27.397143 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:27.399871 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:22:27.457354 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=87d20630-1121-41fc-8a47-35dc24586085,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:22:27.461041 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:22:29.046096 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 87d20630-1121-41fc-8a47-35dc24586085 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:22:29.094011 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 87d20630-1121-41fc-8a47-35dc24586085 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:22:29.094379 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:32.485268 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:22:36.203840 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-09f6b113-c2a0-4190-9ab1-47b2d4f36d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:38.808274 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b88caa97-4eb4-44be-9f5b-5e42297409f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:39.066752 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:39.579551 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:22:41.535584 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:06.214438 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a1ba910e-441e-4c16-9516-875936e783ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:08.803654 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4198ddbc-0a88-408b-9f3e-fbc95372854a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:09.112093 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:09.483091 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:23:09.555532 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:11.538455 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:36.230622 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-75c3c1e4-daef-48cf-b215-f4452795d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:38.794644 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e4e7393e-99af-465d-b722-e78a34405192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:39.081895 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:39.556123 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:41.458741 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:42.474736 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35690) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:23:42.483376 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [None req-9af03e1e-df8e-41c2-b4f0-438c6d8395d3 tempest-verify_tempest_config-1844231147 tempest-verify_tempest_config-1844231147-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:23:42.485204 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-9af03e1e-df8e-41c2-b4f0-438c6d8395d3 tempest-verify_tempest_config-1844231147 tempest-verify_tempest_config-1844231147-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0085797 Jun 26 16:23:43.065965 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35708) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:23:43.169182 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:43.253360 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:43.338780 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:43.345116 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8d7a9fe0-c6e3-4768-85b6-99811d1a8e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:23:43.382481 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e7a8ab-b310-4ee1-8d9c-9f5bd3284e0a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:23:43.386967 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59b678e840cd4eba868133e10e5b4a99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3200157 Jun 26 16:23:43.389705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35712) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:23:43.391577 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.391940 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.392261 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.392589 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.392944 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.394180 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.394180 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.394180 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.394180 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.394508 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.394809 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.395118 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.399774 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:23:43.447262 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:43.468509 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:43.636760 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:43.639660 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:23:43.640805 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0e7a8ab-b310-4ee1-8d9c-9f5bd3284e0a HTTP/1.1" status: 204 len: 168 time: 0.2501214 Jun 26 16:23:43.641480 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:23:43.651346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e7a8ab-b310-4ee1-8d9c-9f5bd3284e0a,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:23:43.656916 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.657254 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.657666 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.657993 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.658309 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.658743 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.659060 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.659372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.659702 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.660017 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.660323 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.660627 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:23:43.664424 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:23:46.482332 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:24:06.212140 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d4201c2c-6b24-4a9d-97f2-1fa1a83840ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:08.867672 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7ee12bc1-b2cf-448f-8148-1b330b287bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:09.103528 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:09.589342 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:11.457739 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:23.480836 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:24:36.227315 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-790ddb77-2a20-410c-8ba5-f48a17c489d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:38.804051 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1580e88c-94fe-4d2f-b65b-063c04e2abfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:39.101516 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:39.605421 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:24:41.466443 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:00.479081 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 5 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:25:06.238752 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d0952de6-aeca-45d8-98a9-db1bb5e0b405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:08.786938 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4eaad55f-79c3-4c6e-9299-1f93a4504dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:09.088119 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:09.575575 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:11.449818 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:24.089303 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-931434'] for agent, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:27.818016 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35766) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:25:27.918434 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9facafd2-8198-4af5-af92-bd87ca1dd2b2 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0992863 Jun 26 16:25:30.056473 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35776) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:25:30.115315 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-95360103-db7e-4fd9-9251-fd5b91cb344e admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0577152 Jun 26 16:25:36.214501 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b13910c6-e3f0-4eb7-8c92-6dd0848350e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:37.477492 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:25:38.837289 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c5e21d7f-6b58-410c-bd2e-5d48867e3c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:39.066000 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:39.568618 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:41.471475 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:25:54.046285 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:06.217522 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b06bd510-50c8-424a-b377-a5c172896b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:08.805735 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f1678e0b-acf2-4af4-a1c4-8fc98bf93239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.075946 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:09.601646 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:11.462901 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:14.476726 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:26:24.045575 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:36.216474 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a81a43b3-dd9a-4d20-9baf-1d5786059697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:38.789060 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-5731d8cd-eead-42a0-bad0-59fe36e6ff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:39.073448 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:39.641285 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:41.478651 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:26:51.476001 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:26:54.052045 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.043875 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35942) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:02.074564 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 35948) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:02.373003 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2133835767-network', 'tenant_id': '4ae2e374a9604f4c8436a71ccde0c52b'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:02.403392 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-121133068-network', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:02.468214 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Made reservation on behalf of 4ae2e374a9604f4c8436a71ccde0c52b for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:02.470593 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.481439 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.601771 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Made reservation on behalf of 1cfd50f27d23423e80da0aa720c07e4d for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:02.604008 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.618380 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.696194 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.796206 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.803876 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8d0e1673-1c39-4f7a-9862-3f459ea8b27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:02.820226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:02.843681 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.844015 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Added segment 0f33a0e0-7d37-4d9a-b9e6-37e60b80a234 of type vlan for network c098f654-25fd-4c00-a071-4a24e0d9022e Jun 26 16:27:02.885866 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:02.912568 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.913011 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.913334 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.913665 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.913984 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.914301 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.914615 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.914926 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.915242 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.915551 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.915860 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.916165 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Tracked resource versions report: Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: pushed versions: Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: { 'AddressGroup': {'1.2'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'ConntrackHelper': {'1.0'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Log': {'1.0'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Network': {'1.1'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Port': {'1.7'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'PortForwarding': {'1.2'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'QosPolicy': {'1.8'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroup': {'1.4'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'SubPort': {'1.0'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Subnet': {'1.1'}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Trunk': {'1.1'}} Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: consumer versions: Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'ConntrackHelper': '1.0', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Log': '1.0', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Network': '1.1', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Port': '1.7', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'PortForwarding': '1.2', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'QosPolicy': '1.8', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroup': '1.4', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'SecurityGroupRule': '1.2', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'SubPort': '1.0', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Subnet': '1.1', Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: 'Trunk': '1.1'}} Jun 26 16:27:02.917244 dv-cinder-798189-1-smb neutron-server[93481]: {{(pid=93481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:27:02.932689 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:02.936417 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:02.991272 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.028305 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.029737 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:03.030312 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.033278 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:03.056988 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.099960 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Pushing event updated for resources: {'Network': ['ID=c098f654-25fd-4c00-a071-4a24e0d9022e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:03.102860 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:03.103578 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:03.115666 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.115666 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Added segment e951ed90-1e2d-4af2-be60-6794e6f1ef32 of type vlan for network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 Jun 26 16:27:03.126016 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network c098f654-25fd-4c00-a071-4a24e0d9022e details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:03.154890 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.158859 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:03.167053 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1193495 Jun 26 16:27:03.170351 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 35998) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:03.177516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Request body: {'subnet': {'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2133835767-subnet', 'tenant_id': '4ae2e374a9604f4c8436a71ccde0c52b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:03.206717 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a626b593-3d84-4cba-afb9-8dbdbeee6b29,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:03.209845 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:03.267153 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36008) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:03.273207 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.275509 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:03.276446 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.279040 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:03.300447 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36012) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:03.308872 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Made reservation on behalf of 4ae2e374a9604f4c8436a71ccde0c52b for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:03.312396 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.337431 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36016) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:03.340724 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Pushing event updated for resources: {'Network': ['ID=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:03.350840 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:03.353467 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:03.441398 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3651567 Jun 26 16:27:03.444187 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36024) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:03.449212 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Request body: {'subnet': {'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-subnet', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:03.478599 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-network', 'tenant_id': 'e118aab60b5045788845fccb47720560'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:03.520442 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-841717587-network', 'tenant_id': '50ac4d3e18684640a77d3f68e69c8f54'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:03.552378 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1760040654-network', 'tenant_id': 'cb8d0e36b9ad4186b68cd12c445b1068'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:03.554372 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Made reservation on behalf of 1cfd50f27d23423e80da0aa720c07e4d for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:03.557667 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.668636 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.671560 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Made reservation on behalf of e118aab60b5045788845fccb47720560 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:03.673912 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.681342 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d95365fb-f802-46b5-8fb0-95883411c62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:03.698001 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.775612 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11feebb6-75ff-4b19-ae55-7be46133f582,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:03.777637 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Made reservation on behalf of 50ac4d3e18684640a77d3f68e69c8f54 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:03.779901 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.802116 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.807119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.807463 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.807794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.808119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.808440 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.808758 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.809101 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.809422 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.809788 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.810105 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.810727 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.811074 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Tracked resource versions report: Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: pushed versions: Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: { 'AddressGroup': {'1.2'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'ConntrackHelper': {'1.0'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Log': {'1.0'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Network': {'1.1'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Port': {'1.7'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'PortForwarding': {'1.2'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'QosPolicy': {'1.8'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroup': {'1.4'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'SubPort': {'1.0'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Subnet': {'1.1'}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Trunk': {'1.1'}} Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: consumer versions: Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'ConntrackHelper': '1.0', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Log': '1.0', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Network': '1.1', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Port': '1.7', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'PortForwarding': '1.2', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'QosPolicy': '1.8', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroup': '1.4', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'SecurityGroupRule': '1.2', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'SubPort': '1.0', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Subnet': '1.1', Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: 'Trunk': '1.1'}} Jun 26 16:27:03.812204 dv-cinder-798189-1-smb neutron-server[93480]: {{(pid=93480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:27:03.820628 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:03.827091 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Checking segment: {'id': '0f33a0e0-7d37-4d9a-b9e6-37e60b80a234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:03.827486 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Network hostable DHCP agents. Network: c098f654-25fd-4c00-a071-4a24e0d9022e, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:03.957011 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Made reservation on behalf of cb8d0e36b9ad4186b68cd12c445b1068 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:03.959158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.975559 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.981918 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:03.982615 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Network c098f654-25fd-4c00-a071-4a24e0d9022e is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:03.988047 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:04.045583 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cbf0e82-2868-41fb-ae89-1adcc7bf8482,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:04.051857 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:04.068254 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Checking segment: {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:04.068968 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Network hostable DHCP agents. Network: 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:04.078249 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, c098f654-25fd-4c00-a071-4a24e0d9022e) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:04.086283 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:04.087324 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.090165 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac25293a-f946-40c2-b0ee-24e778a8491e None None] Network c098f654-25fd-4c00-a071-4a24e0d9022e requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:04.119174 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.192899 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:04.202231 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:04.213263 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd32586-845e-4dbb-b54b-2a75813adb5a None None] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:04.214342 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:04.215292 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.224826 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.238542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-89f2e365-f2ad-499d-82c9-d3d3746b266f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:04.267774 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db1e045-181a-4d6a-9579-6fe0c009a275,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:04.277669 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:04.292314 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:04.311221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.311785 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Added segment d95c96e5-1e80-4a6f-baac-ad473c6e0c6f of type vlan for network 3b3f6caf-be2f-40d5-8a74-112261102b0e Jun 26 16:27:04.371089 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.375119 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f70d0f-1055-4c19-b081-b280d7497c55 None None] Network c098f654-25fd-4c00-a071-4a24e0d9022e requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:04.423278 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.490412 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.494677 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:04.512104 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:04.526541 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e6bda1-d501-421a-9949-c997b229edec,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:04.532417 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:04.533053 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.534461 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.535863 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Added segment 5d859026-0feb-4a57-808b-b407705d5fc4 of type vlan for network 3cc777d6-f3c4-469a-86e5-4306bcaea4f3 Jun 26 16:27:04.537673 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:04.538266 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.550722 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:04.560617 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-558999ab-8038-4a11-8b28-a1a77e9e80b5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1149199 Jun 26 16:27:04.563530 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36064) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:04.566956 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2abbfd-4fa1-4561-9b58-318f8fdd7541 None None] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:04.568639 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:04.632911 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.690361 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3f6caf-be2f-40d5-8a74-112261102b0e,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:04.696293 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:04.708825 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:04.778276 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.805786 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.807104 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:04.807684 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.809960 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:04.869000 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc777d6-f3c4-469a-86e5-4306bcaea4f3,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:04.879342 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:04.879824 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 3cc777d6-f3c4-469a-86e5-4306bcaea4f3 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:04.901045 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.919554 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:04.931315 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:04.931667 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Added segment c1d65580-345b-4e10-bb1c-e89d8c63c331 of type vlan for network 15b8c63f-37f4-4eba-9565-6a28e340e36c Jun 26 16:27:04.972369 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:04.978904 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6765745 Jun 26 16:27:04.982281 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36074) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:04.990106 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Request body: {'subnet': {'network_id': '3cc777d6-f3c4-469a-86e5-4306bcaea4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-841717587-subnet', 'tenant_id': '50ac4d3e18684640a77d3f68e69c8f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:04.996796 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.014119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba513e3-3e90-4b21-affa-b52bf780c9d0,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:05.017158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:05.035590 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8639572 Jun 26 16:27:05.036936 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7687721 Jun 26 16:27:05.046610 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36076) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:05.058488 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Request body: {'subnet': {'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-subnet', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:05.104024 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.104024 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:05.104024 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.105594 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.106700 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:05.106853 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.183405 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.246756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Pushing event updated for resources: {'Network': ['ID=15b8c63f-37f4-4eba-9565-6a28e340e36c,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:05.253339 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:05.258634 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:05.307949 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Made reservation on behalf of 50ac4d3e18684640a77d3f68e69c8f54 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:05.310930 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.400227 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0582500 Jun 26 16:27:05.401329 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36100) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:05.414688 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Request body: {'subnet': {'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1760040654-subnet', 'tenant_id': 'cb8d0e36b9ad4186b68cd12c445b1068', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:05.513450 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.607119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Made reservation on behalf of e118aab60b5045788845fccb47720560 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:05.609815 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.722737 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Made reservation on behalf of cb8d0e36b9ad4186b68cd12c445b1068 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:05.725469 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.775335 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:05.782090 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:05.849730 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a910c31-821a-4c61-b74f-adc862d47e28,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:05.862257 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:05.945960 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Checking segment: {'id': '5d859026-0feb-4a57-808b-b407705d5fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3cc777d6-f3c4-469a-86e5-4306bcaea4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:05.946318 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Network hostable DHCP agents. Network: 3cc777d6-f3c4-469a-86e5-4306bcaea4f3, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:06.029020 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.032067 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4623f073-2da5-4338-8033-4dfe8ec08088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:06.074208 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.094095 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b31166a6-704d-49c5-8e14-b4935e0c8caa,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:06.097702 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:06.100535 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36146) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:06.101784 dv-cinder-798189-1-smb neutron-server[93480]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 26 16:27:06.107613 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.123485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Checking segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:06.123926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Network hostable DHCP agents. Network: 3b3f6caf-be2f-40d5-8a74-112261102b0e, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:06.159769 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.167171 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Network 3cc777d6-f3c4-469a-86e5-4306bcaea4f3 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:06.182727 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:06.256958 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-216a076d-9cb4-4356-bd7c-593f91c740a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.303226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Allocated IP 172.28.2.138 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:06.351873 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d166ad-e8a7-4302-94d3-1c1711daf5cd,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:06.363717 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-277c55ba-5ff4-4f34-8a6c-078ff1f287ce tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:06.365269 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-277c55ba-5ff4-4f34-8a6c-078ff1f287ce tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/networks?id=c098f654-25fd-4c00-a071-4a24e0d9022e HTTP/1.1" status: 200 len: 812 time: 0.2647238 Jun 26 16:27:06.366106 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:06.382704 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 3cc777d6-f3c4-469a-86e5-4306bcaea4f3) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:06.388789 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:06.389957 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.392012 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88bd91-9367-4213-b418-d2d052fcd0c0 None None] Network 3cc777d6-f3c4-469a-86e5-4306bcaea4f3 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:06.396633 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Checking segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:06.397025 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Network hostable DHCP agents. Network: 15b8c63f-37f4-4eba-9565-6a28e340e36c, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:06.400119 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-8d2b9f60-b104-4fd2-ab01-dec3b9ac6d3b tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/quotas/4ae2e374a9604f4c8436a71ccde0c52b HTTP/1.1" status: 200 len: 375 time: 0.0234990 Jun 26 16:27:06.445077 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:06.485146 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 3b3f6caf-be2f-40d5-8a74-112261102b0e) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:06.488772 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.492405 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:06.493286 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.497776 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-d6a833e7-bc13-4036-84eb-20c474ee3761 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ae2e374a9604f4c8436a71ccde0c52b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838482 Jun 26 16:27:06.522925 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3b002-d868-45df-8b8c-d0e483a42047 None None] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:06.553914 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36162) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:06.622768 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a173188-f218-4e3a-97ec-6d6317a920d6 None None] Network 3cc777d6-f3c4-469a-86e5-4306bcaea4f3 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:06.625464 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6412256 Jun 26 16:27:06.640038 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:06.704557 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c7329a77-bc9a-44d9-afe3-e7fec5ccd268 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6503351 Jun 26 16:27:06.707492 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36170) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:06.712841 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:06.728640 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.735824 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 15b8c63f-37f4-4eba-9565-6a28e340e36c) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:06.742797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:06.743809 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.744197 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a7bb18-ee23-496d-87c7-80c01c369d10 None None] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:06.748657 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:06.760708 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a2174ae8-534f-4204-87ac-c1d1a4222f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.792319 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:06.794174 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:06.819264 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:06.912668 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-d70870e6-d0c9-4ea3-8060-41e73c7ccba2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5101745 Jun 26 16:27:06.916420 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-3d234ae1-6e8a-4fe7-8730-c2b0502d04e4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:27:06.917865 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-3d234ae1-6e8a-4fe7-8730-c2b0502d04e4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2751455 Jun 26 16:27:06.966245 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-3b3f6caf-be2f-40d5-8a74-112261102b0e', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:27:06.967137 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:06.977206 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Pushing event updated for resources: {'Port': ['ID=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:06.990851 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:07.030009 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.031138 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.242994 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a971897-88d2-4f7b-ae32-a1d3d0798a86 None None] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:07.360215 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.370277 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-2c27c4c0-9136-44bc-9dca-dcdfd39e566e service neutron] 10.222.0.45 "GET /v2.0/networks/c098f654-25fd-4c00-a071-4a24e0d9022e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295394 Jun 26 16:27:07.376113 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.425784 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Allocated IP 172.20.0.2 (3b3f6caf-be2f-40d5-8a74-112261102b0e/b31166a6-704d-49c5-8e14-b4935e0c8caa/00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:07.499589 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-65be9e51-0420-4943-a034-70621918515f service neutron] 10.222.0.45 "GET /v2.0/networks/c098f654-25fd-4c00-a071-4a24e0d9022e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282148 Jun 26 16:27:07.637304 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36210) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:07.648679 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-914197077-network', 'tenant_id': 'c498341044b94f9c8458f96346cf7399'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:07.711789 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.740074 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.754830 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a2174ae8-534f-4204-87ac-c1d1a4222f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.835419 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a2174ae8-534f-4204-87ac-c1d1a4222f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.841291 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.852403 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Transition to ACTIVE for port object 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:07.854684 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36224) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:07.870823 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Transition to ACTIVE for port object 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:07.878286 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:07.975833 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Made reservation on behalf of c498341044b94f9c8458f96346cf7399 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:07.978146 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:07.998622 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.001776 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:08.011459 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a2174ae8-534f-4204-87ac-c1d1a4222f4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33f9f76412b945429f1e169255f10fbd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4553890 Jun 26 16:27:08.014607 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36244) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:08.027019 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174ae8-534f-4204-87ac-c1d1a4222f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c0550-4938-4b2d-88a6-baf0013da8ce,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:08.032820 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.037238 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a2174ae8-534f-4204-87ac-c1d1a4222f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:08.044666 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:08.046564 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:08.051802 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Pushing event updated for resources: {'Port': ['ID=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:08.054126 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:08.063581 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.063929 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.064262 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.064598 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.064981 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.065944 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.066272 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.066596 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.066916 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.067236 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.067552 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.067870 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Tracked resource versions report: Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: pushed versions: Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: { 'AddressGroup': {'1.2'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'ConntrackHelper': {'1.0'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Log': {'1.0'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Network': {'1.1'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Port': {'1.7'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'PortForwarding': {'1.2'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'QosPolicy': {'1.8'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroup': {'1.4'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'SubPort': {'1.0'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Subnet': {'1.1'}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Trunk': {'1.1'}} Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: consumer versions: Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'ConntrackHelper': '1.0', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Log': '1.0', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Network': '1.1', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Port': '1.7', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'PortForwarding': '1.2', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'QosPolicy': '1.8', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroup': '1.4', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'SecurityGroupRule': '1.2', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'SubPort': '1.0', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Subnet': '1.1', Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: 'Trunk': '1.1'}} Jun 26 16:27:08.069107 dv-cinder-798189-1-smb neutron-server[93482]: {{(pid=93482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:27:08.086356 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Router 60b66143-35a3-42c1-97c1-fdd721663355 is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:27:08.096767 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:08.121317 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-af1969cb-0d17-48aa-abfd-84c4f8d18976 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:08.122811 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-af1969cb-0d17-48aa-abfd-84c4f8d18976 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.2408786 Jun 26 16:27:08.135537 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Attempting to bind port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:08.135924 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Attempting to bind port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:08.136293 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Attempting to bind port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 on network 3b3f6caf-be2f-40d5-8a74-112261102b0e {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:08.142524 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:08.142952 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Checking segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:08.143510 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.144411 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Bound using segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:08.144979 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Bound port: 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:08.145435 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.157084 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-59f403ec-a71d-4cfc-826a-70fe4431d143 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/quotas/cb8d0e36b9ad4186b68cd12c445b1068 HTTP/1.1" status: 200 len: 375 time: 0.0222576 Jun 26 16:27:08.208168 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-7f6863ad-48ca-4f93-9e28-8f86dec2c304 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414400 Jun 26 16:27:08.272557 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] For port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:08.280661 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] For port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:08.318402 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.358564 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.365250 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-997adc47-c98e-4908-9bfd-e775286dd1f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:08.366519 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.379929 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:27:08.389190 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.392487 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Sync routers for ids ['60b66143-35a3-42c1-97c1-fdd721663355'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:27:08.421262 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eec4b895-52d6-4cf0-8730-a913ce4312e4 req-ab957c97-ba67-4d9b-ab04-b1e208f4e92d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 210 time: 0.1005731 Jun 26 16:27:08.421391 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Routers {'60b66143-35a3-42c1-97c1-fdd721663355'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:08.421391 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:26:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['60b66143-35a3-42c1-97c1-fdd721663355'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:08.477785 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.485010 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Pushing event updated for resources: {'Port': ['ID=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:08.486637 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:08.492746 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:08.510169 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-069b278e-6142-4033-a91b-18024d10adec service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93480) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:27:08.511450 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-069b278e-6142-4033-a91b-18024d10adec service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1495650 Jun 26 16:27:08.524765 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:27:08.558899 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.560924 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9956625 Jun 26 16:27:08.569096 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36270) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:08.569221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.600391 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57ab284-114e-41e5-85f9-0bf22c7654b1,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:08.616626 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.617123 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Added segment 0c586b00-3a67-462f-b33e-257cf7e04633 of type vlan for network b79d3df5-d093-4152-a9ce-eafd6ea21a05 Jun 26 16:27:08.641481 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:08.673117 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.676327 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Set router 60b66143-35a3-42c1-97c1-fdd721663355 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:08.678666 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.681493 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3a1c0550-4938-4b2d-88a6-baf0013da8ce HTTP/1.1" status: 204 len: 168 time: 0.6660643 Jun 26 16:27:08.701555 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.706786 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:08.758749 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c0550-4938-4b2d-88a6-baf0013da8ce,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:08.770367 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:08.838806 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-71b1bdb5-4217-4066-acfd-43efa1ff7494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:08.962401 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-ab406382-6e19-447c-bfd4-fed78ef56737 service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429286 Jun 26 16:27:08.966298 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.069982 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:27:06Z', 'revision_number': 3, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port': {'id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:06Z', 'updated_at': '2021-06-26T16:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:09.091248 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.112264 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Checking router: 60b66143-35a3-42c1-97c1-fdd721663355 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:27:09.112911 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Updating router 60b66143-35a3-42c1-97c1-fdd721663355 port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:27:09.143875 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Allocated IP 172.28.2.30 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/6f258882-0233-42c4-802f-295be6bda0c0) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:09.157747 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.184501 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-baacf2e1-165a-4202-939b-dfddfc1db136 service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144248 Jun 26 16:27:09.306948 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.312007 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:09.312628 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.325170 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:09.347220 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:09.423909 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.434129 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Pushing event updated for resources: {'Network': ['ID=b79d3df5-d093-4152-a9ce-eafd6ea21a05,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:09.451919 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:09.458060 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8194666 Jun 26 16:27:09.461468 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network b79d3df5-d093-4152-a9ce-eafd6ea21a05 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:27:09.462653 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36290) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:09.477449 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Request body: {'subnet': {'network_id': 'b79d3df5-d093-4152-a9ce-eafd6ea21a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-914197077-subnet', 'tenant_id': 'c498341044b94f9c8458f96346cf7399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:09.617972 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:09.737714 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:09.912362 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Allocated IP 172.20.0.1 (2e1a2188-11ee-4a52-9cce-99aec8b0c1e2/7cbf0e82-2868-41fb-ae89-1adcc7bf8482/d68f06b7-d715-4a9c-ab6a-435e48bb9a99) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:09.936968 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-732c82ff-1723-46d0-acdb-93435c64cfa7 req-4b927fc8-57d9-45e0-8bc4-3855a8ac6600 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 210 time: 0.0856245 Jun 26 16:27:09.974552 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f8575b5-f8f8-494f-ac68-d912c5edade3 req-488ba0e9-f733-4881-802b-e4e03f154274 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 210 time: 0.1357033 Jun 26 16:27:09.982977 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c29614d-76bc-4da9-ab72-43f9dd62f5b4 None None] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:09.984094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.101802 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36332) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:10.118237 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8e93b2a5-bea6-4254-bee2-c59591703410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.118683 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Provisioning for port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:10.121256 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Made reservation on behalf of c498341044b94f9c8458f96346cf7399 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:10.124949 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.131291 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Provisioning complete for port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:10.131678 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.184466 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.189193 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.196203 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e2ad4f5f-c94b-4925-a40b-aa73d541bc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.278556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:10.291645 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.312644 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:10.320516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:10.330248 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Pushing event updated for resources: {'Port': ['ID=6f258882-0233-42c4-802f-295be6bda0c0,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:10.355123 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] For port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:10.374357 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.374736 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:10.380633 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.384046 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.396281 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Transition to ACTIVE for port object 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:10.417028 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36336) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:10.449602 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:10.450924 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:10.454744 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:10.455504 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.457540 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.461770 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.515563 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.523474 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.568893 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Pushing event updated for resources: {'Port': ['ID=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:10.580380 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Pushing event updated for resources: {'Port': ['ID=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:10.583994 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:10.590391 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Pushing event updated for resources: {'Port': ['ID=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:10.590670 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8e93b2a5-bea6-4254-bee2-c59591703410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.598492 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:10.606046 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.606338 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.607472 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.607871 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.608394 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.608726 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.609482 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Tracked resource versions report: Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: pushed versions: Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: { 'AddressGroup': {'1.2'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'ConntrackHelper': {'1.0'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Log': {'1.0'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Network': {'1.1'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Port': {'1.7'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'PortForwarding': {'1.2'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'QosPolicy': {'1.8'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroup': {'1.4'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroupRule': {'1.2'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'SubPort': {'1.0'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Subnet': {'1.1'}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Trunk': {'1.1'}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: consumer versions: Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: { DHCP agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: HyperV agent@hv-cinder-79818: {}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: L3 agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: Metadata agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: Metering agent@dv-cinder-798189-1-smb: {}, Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: Open vSwitch agent@dv-cinder-798189-1-smb: { 'AddressGroup': '1.2', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'ConntrackHelper': '1.0', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Log': '1.0', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Network': '1.1', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Port': '1.7', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'PortForwarding': '1.2', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'QosPolicy': '1.8', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroup': '1.4', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'SecurityGroupRule': '1.2', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'SubPort': '1.0', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Subnet': '1.1', Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: 'Trunk': '1.1'}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: {{(pid=93483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 16:27:10.619928 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:10.655942 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Attempting to bind port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:10.655942 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Attempting to bind port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:10.655942 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Attempting to bind port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:10.666767 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:10.667263 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9101f27-b72b-4394-a4c4-d6eedd9f1e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.667726 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:10.668305 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.668944 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:10.669679 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Bound port: 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:10.671345 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.716887 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-b9f502f2-a8f8-42a1-bd6b-07f6f6a11ff7 None None] Provisioning complete for port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:10.718333 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b9f502f2-a8f8-42a1-bd6b-07f6f6a11ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.744124 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] For port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:10.747859 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] For port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:10.757781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8e93b2a5-bea6-4254-bee2-c59591703410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.771929 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.835147 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.838740 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ef7b481b-f18d-4c41-8445-fb9ab9e6126b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.871229 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-8e93b2a5-bea6-4254-bee2-c59591703410 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e9c5d7ae4c6483d83beb7b18a6e7c09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7657156 Jun 26 16:27:10.872065 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36352) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:10.874243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93b2a5-bea6-4254-bee2-c59591703410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77cf827-e16f-4f90-bf69-2b063756c0d3,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:10.883115 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8e93b2a5-bea6-4254-bee2-c59591703410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:10.926106 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:10.926382 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Pushing event updated for resources: {'Port': ['ID=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:10.926471 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:10.930101 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:10.933635 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Routers {'60b66143-35a3-42c1-97c1-fdd721663355'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:10.934438 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['60b66143-35a3-42c1-97c1-fdd721663355'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:11.014774 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.042545 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9101f27-b72b-4394-a4c4-d6eedd9f1e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.078853 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.094397 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] Set router 60b66143-35a3-42c1-97c1-fdd721663355 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:11.105981 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6e9e46c-6006-4290-8268-59d2d2665da5 req-23613bd1-41e4-4709-b8b5-7c99f22aafd1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 210 time: 0.0720956 Jun 26 16:27:11.106651 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.108781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=483e22b9-b056-402c-8621-1011f236a4cd,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:11.112647 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:11.161296 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.220777 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9101f27-b72b-4394-a4c4-d6eedd9f1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.262623 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:11.291864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:11.357553 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Checking segment: {'id': '0c586b00-3a67-462f-b33e-257cf7e04633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b79d3df5-d093-4152-a9ce-eafd6ea21a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:11.358383 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Network hostable DHCP agents. Network: b79d3df5-d093-4152-a9ce-eafd6ea21a05, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:27:11.410612 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8426b3f-0a15-48a4-aa7a-721ef7349c9b req-1025278e-5861-4bdd-9715-b305c522824d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 210 time: 0.0925457 Jun 26 16:27:11.429793 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c9101f27-b72b-4394-a4c4-d6eedd9f1e05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f2ee18515ee44c1831718d1a3f13168&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0083413 Jun 26 16:27:11.459887 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:11.460521 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.490604 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36374) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:11.504489 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9101f27-b72b-4394-a4c4-d6eedd9f1e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc85e80-aed8-45d2-818b-aebcc1b2cb27,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:11.516381 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c9101f27-b72b-4394-a4c4-d6eedd9f1e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:11.536937 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:27:06Z', 'revision_number': 3, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port': {'id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:06Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:11.537547 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.570318 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0416ec-5112-47d2-a821-ec1e8dd104d0 None None] The sync data for ids ['60b66143-35a3-42c1-97c1-fdd721663355'] in dv-cinder-798189-1-smb is: [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:27:06Z', 'revision_number': 3, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port': {'id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:01:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:06Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:27:11.660077 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.673753 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.697166 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.700348 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.701729 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d77cf827-e16f-4f90-bf69-2b063756c0d3 HTTP/1.1" status: 204 len: 168 time: 0.8282638 Jun 26 16:27:11.702684 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-533508cf-65df-45fd-8b0b-aa3193b78f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:11.712048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Network b79d3df5-d093-4152-a9ce-eafd6ea21a05 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:27:11.720464 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.724030 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77cf827-e16f-4f90-bf69-2b063756c0d3,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:11.726315 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:11.763351 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.764529 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.766447 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:11.776364 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:11.845217 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, b79d3df5-d093-4152-a9ce-eafd6ea21a05) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:11.854873 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4cd955-b325-44d4-82ca-5922d47dc888 None None] Network b79d3df5-d093-4152-a9ce-eafd6ea21a05 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:11.891652 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Pushing event updated for resources: {'Port': ['ID=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:11.895628 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:11.945598 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:11.952151 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:12.017187 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:12.017793 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.073836 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.103305 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.119376 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1dc85e80-aed8-45d2-818b-aebcc1b2cb27 HTTP/1.1" status: 204 len: 168 time: 0.6235282 Jun 26 16:27:12.120180 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:12.120429 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efabf7e2-2444-4a22-b960-c89e80137f84 None None] Network b79d3df5-d093-4152-a9ce-eafd6ea21a05 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:27:12.176191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:27:12.189438 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-19b98fac-2e10-4f4b-b9ba-14c6bf1b9afa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7089825 Jun 26 16:27:12.189545 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Router 60b66143-35a3-42c1-97c1-fdd721663355 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:27:12.204914 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc85e80-aed8-45d2-818b-aebcc1b2cb27,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:12.204914 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:12.376305 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:27:12.391664 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-74909ccc-8ac3-4f0f-a441-359c195a8312 admin admin] 10.222.0.45 "PUT /v2.0/routers/60b66143-35a3-42c1-97c1-fdd721663355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8185685 Jun 26 16:27:12.505957 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1ed182e9-9d2e-410e-a1d0-0642ddbe4950 req-e6fc1d51-7b49-4024-b44c-56105292defc tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 210 time: 0.0736740 Jun 26 16:27:12.527325 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:27:12.543728 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Sync routers for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:27:12.557217 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:12.557852 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:12.644156 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Notify callbacks [] for router, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.655225 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36416) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:12.655497 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9414558 Jun 26 16:27:12.655497 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36418) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:12.702726 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.15', 64807) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:12.805761 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:12.817523 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Deleting subnet 7a910c31-821a-4c61-b74f-adc862d47e28 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:27:12.826657 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:12.966413 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.027915 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.037583 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ffea4252-b657-42e0-bde2-a7eb5fe0d2c4 req-25b125a5-60b1-4dfc-b86b-a77ac26f0798 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 210 time: 0.0427477 Jun 26 16:27:13.204340 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-2e239bc6-d5cb-4bda-9649-e25f8b81e063 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:13.206205 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-2e239bc6-d5cb-4bda-9649-e25f8b81e063 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.15 "GET /v2.0/networks?id=c098f654-25fd-4c00-a071-4a24e0d9022e HTTP/1.1" status: 200 len: 812 time: 0.4979658 Jun 26 16:27:13.266685 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Request body: {'port': {'device_id': '682d9076-1942-420a-a92e-b834b180758b', 'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e', 'admin_state_up': True, 'tenant_id': '4ae2e374a9604f4c8436a71ccde0c52b'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:13.327912 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:13.347438 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.355370 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:13.358752 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 3, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:13.406254 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a910c31-821a-4c61-b74f-adc862d47e28,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:13.412283 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:13.422633 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.430708 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7a910c31-821a-4c61-b74f-adc862d47e28 HTTP/1.1" status: 204 len: 168 time: 0.7785175 Jun 26 16:27:13.430708 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36446) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:13.528129 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Checking router: 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:27:13.528502 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Updating router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b port 6f258882-0233-42c4-802f-295be6bda0c0 binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:27:13.572455 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.634410 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.700775 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.710675 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Made reservation on behalf of 4ae2e374a9604f4c8436a71ccde0c52b for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:13.716630 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.717106 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.718414 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.719030 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > port after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.719646 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.720074 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > port after_update 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.720572 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.721042 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.721163 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.721519 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.721975 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.799982 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5385556-e3fc-45fe-85d5-171357cab51a req-0a48a632-e9ff-438e-a982-0366905f3e2c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 210 time: 0.0479202 Jun 26 16:27:13.852052 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:13.866283 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:13.866541 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:13.994563 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.995130 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.996646 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.996646 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:13.996895 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc777d6-f3c4-469a-86e5-4306bcaea4f3']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:14.038262 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d859026-0feb-4a57-808b-b407705d5fc4') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:14.039067 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d859026-0feb-4a57-808b-b407705d5fc4') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:14.045537 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.15', 64814) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:14.082559 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.123899 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:14.177643 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.191981 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Transition to ACTIVE for port object 6f258882-0233-42c4-802f-295be6bda0c0 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:14.224062 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.234642 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0e5444df-8546-4888-bf41-2fc225e40afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:14.235532 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901993'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.290808 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.317268 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:27:14.317693 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110222'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: from cryptography.utils import int_from_bytes Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: from cryptography.utils import int_from_bytes Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: Traceback (most recent call last): Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: timer() Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: cb(*args, **kw) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: return func(*args, **kwargs) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: self._notify() Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: self.callback(batched_events) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: event.method(event) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: return f(self, *a, **k) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: return self._get(url).json() Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:27:14.322149 dv-cinder-798189-1-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:27:14.327498 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.382512 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-06dfc4e8-2ba3-4bc7-a79a-128045680850 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:14.384159 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-06dfc4e8-2ba3-4bc7-a79a-128045680850 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.3376942 Jun 26 16:27:14.402696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Request body: {'port': {'device_id': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'admin_state_up': True, 'tenant_id': 'cb8d0e36b9ad4186b68cd12c445b1068'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:14.417777 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:14.423448 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:14.423919 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:14.452014 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-30cc8db1-69c2-4b0d-9fe0-b7e7e1439bda tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:14.459361 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-30cc8db1-69c2-4b0d-9fe0-b7e7e1439bda tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 818 time: 0.6454313 Jun 26 16:27:14.459479 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Sync routers for ids ['60b66143-35a3-42c1-97c1-fdd721663355'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:27:14.469952 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Routers {'60b66143-35a3-42c1-97c1-fdd721663355'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:14.470753 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['60b66143-35a3-42c1-97c1-fdd721663355'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:14.486840 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0f407-94d0-495a-ab80-6b6d9d2db679 None None] Pushing event updated for resources: {'Port': ['ID=6f258882-0233-42c4-802f-295be6bda0c0,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:14.491126 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Attempting to bind port 6f258882-0233-42c4-802f-295be6bda0c0 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:14.491962 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Attempting to bind port 6f258882-0233-42c4-802f-295be6bda0c0 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:14.492706 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Attempting to bind port 6f258882-0233-42c4-802f-295be6bda0c0 on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:14.496327 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b9f0f407-94d0-495a-ab80-6b6d9d2db679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:14.501620 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:14.502434 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:14.503215 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.503756 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:14.504395 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Bound port: 6f258882-0233-42c4-802f-295be6bda0c0, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:14.505059 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.561432 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.568843 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d976c232-f7c8-42b2-b866-166a4f80dc38 req-1813ce00-056c-48fd-8701-91bbf35ff8f1 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 210 time: 0.2529910 Jun 26 16:27:14.592785 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:14.605757 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.610373 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3cc777d6-f3c4-469a-86e5-4306bcaea4f3 HTTP/1.1" status: 204 len: 168 time: 1.1772516 Jun 26 16:27:14.611690 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36494) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:14.623429 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] For port 6f258882-0233-42c4-802f-295be6bda0c0, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:14.628474 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] For port 6f258882-0233-42c4-802f-295be6bda0c0, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=6f258882-0233-42c4-802f-295be6bda0c0,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:14.640553 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Allocated IP 172.20.0.11 (c098f654-25fd-4c00-a071-4a24e0d9022e/11feebb6-75ff-4b19-ae55-7be46133f582/59652d61-b1f4-4bb0-a356-dd8fee75c701) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:14.641086 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc777d6-f3c4-469a-86e5-4306bcaea4f3,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:14.648726 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:14.666071 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-a4636d18-4515-4b96-9509-a84d63680cf7 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/quotas/1cfd50f27d23423e80da0aa720c07e4d HTTP/1.1" status: 200 len: 375 time: 0.0973516 Jun 26 16:27:14.710774 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Deleting subnet 483e22b9-b056-402c-8621-1011f236a4cd {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:27:14.714364 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.789176 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.792535 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:14.807895 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:14.808436 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Set router 60b66143-35a3-42c1-97c1-fdd721663355 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:14.904459 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.027261 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-c9e0e802-043a-427b-b887-6c9b6292fdfa tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3625147 Jun 26 16:27:15.060529 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Made reservation on behalf of cb8d0e36b9ad4186b68cd12c445b1068 for: {'port': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:15.064828 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.116686 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.140561 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 4, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port': {'id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:06Z', 'updated_at': '2021-06-26T16:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'd68f06b7-d715-4a9c-ab6a-435e48bb9a99', 'name': '', 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'mac_address': 'fa:16:3e:de:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:09Z', 'updated_at': '2021-06-26T16:27:11Z', 'revision_number': 2, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'subnets': [{'id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:15.163718 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0f407-94d0-495a-ab80-6b6d9d2db679 None None] Pushing event updated for resources: {'Port': ['ID=6f258882-0233-42c4-802f-295be6bda0c0,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:15.167605 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b9f0f407-94d0-495a-ab80-6b6d9d2db679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:15.172992 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Checking router: 60b66143-35a3-42c1-97c1-fdd721663355 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:27:15.187611 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Updating router 60b66143-35a3-42c1-97c1-fdd721663355 port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:27:15.223887 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.228623 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:15.228623 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:15.356513 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-7cca9bff-9922-47d9-b5b6-88f13a3a7e66 service neutron] 10.222.0.45 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283494 Jun 26 16:27:15.396316 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:15.482833 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:15.587052 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Allocated IP 172.20.0.10 (15b8c63f-37f4-4eba-9565-6a28e340e36c/a7d166ad-e8a7-4302-94d3-1c1711daf5cd/1d32a8cb-7639-41e4-8590-282abfccf8f9) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:15.589424 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.596109 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2791d2d1-1a36-44e3-a0e4-a6a71ba2007c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:15.629993 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:15.630379 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.690615 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.694904 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/483e22b9-b056-402c-8621-1011f236a4cd HTTP/1.1" status: 204 len: 168 time: 1.0709345 Jun 26 16:27:15.699530 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36532) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:15.700529 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483e22b9-b056-402c-8621-1011f236a4cd,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:15.714990 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:15.715979 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.728657 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Transition to ACTIVE for port object d68f06b7-d715-4a9c-ab6a-435e48bb9a99 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:15.814899 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.820197 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:15.905182 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:15.955871 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720e2e4-0a3b-4b78-b303-e2cce63e7203 None None] Pushing event updated for resources: {'Port': ['ID=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:15.969164 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 3, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:15.971416 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5720e2e4-0a3b-4b78-b303-e2cce63e7203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:16.303474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.305763 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab1a87-7418-4d42-a911-6384edbe4ef8 None None] The sync data for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb is: [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 3, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:27:16.306989 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-accbc325-4d68-41a1-bce7-f801b3410e66 req-02a9bdad-5f6f-402a-92be-4a470d2e2980 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 210 time: 0.9925578 Jun 26 16:27:16.307714 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Attempting to bind port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:16.307714 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Attempting to bind port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:16.307714 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Attempting to bind port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 on network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:16.308360 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.308946 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:16.308946 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Checking segment: {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:16.308946 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.315457 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.315858 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Bound using segment: {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:16.315858 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Bound port: d68f06b7-d715-4a9c-ab6a-435e48bb9a99, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:16.315858 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.317105 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79d3df5-d093-4152-a9ce-eafd6ea21a05']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:16.317657 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c586b00-3a67-462f-b33e-257cf7e04633') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:16.318121 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c586b00-3a67-462f-b33e-257cf7e04633') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:16.338320 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901993'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.379818 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.384671 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.391081 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110222'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: Traceback (most recent call last): Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: timer() Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: cb(*args, **kw) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: return func(*args, **kwargs) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: self._notify() Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: self.callback(batched_events) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: event.method(event) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: return f(self, *a, **k) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: return self._get(url).json() Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:27:16.417546 dv-cinder-798189-1-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:27:16.457378 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:16.468372 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] For port d68f06b7-d715-4a9c-ab6a-435e48bb9a99, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:16.474485 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] For port d68f06b7-d715-4a9c-ab6a-435e48bb9a99, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:16.585145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Allocated IP 172.20.0.1 (3b3f6caf-be2f-40d5-8a74-112261102b0e/b31166a6-704d-49c5-8e14-b4935e0c8caa/825b775b-de03-4de1-89bf-85df031adbd5) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:16.589434 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.597082 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:16.647923 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.669285 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:16.695153 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-cfb2c0e3-a5f3-4712-90a4-120579eccabd service neutron] 10.222.0.45 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2638338 Jun 26 16:27:16.744229 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.819154 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:16.824667 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] 10.222.0.45 "DELETE /v2.0/networks/b79d3df5-d093-4152-a9ce-eafd6ea21a05 HTTP/1.1" status: 204 len: 168 time: 1.1218522 Jun 26 16:27:16.827823 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:16.863546 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:16.896559 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Routers {'60b66143-35a3-42c1-97c1-fdd721663355'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:16.897224 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['60b66143-35a3-42c1-97c1-fdd721663355'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:16.898983 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Network c098f654-25fd-4c00-a071-4a24e0d9022e is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:16.899449 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:16.916539 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720e2e4-0a3b-4b78-b303-e2cce63e7203 None None] Pushing event updated for resources: {'Port': ['ID=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:16.929614 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-5720e2e4-0a3b-4b78-b303-e2cce63e7203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:16.998261 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:17.002766 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:17.023664 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event updated for resources: {'Port': ['ID=1d32a8cb-7639-41e4-8590-282abfccf8f9,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:17.025821 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:17.026560 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.041249 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:17.046485 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-689371db-324f-4a90-a167-e4d5acea3592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:17.080740 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Pushing event deleted for resources: {'Network': ['ID=b79d3df5-d093-4152-a9ce-eafd6ea21a05,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:17.089331 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:17.115242 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:17.115242 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.195343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Pushing event updated for resources: {'Port': ['ID=59652d61-b1f4-4bb0-a356-dd8fee75c701,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:17.237705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:17.252073 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] Set router 60b66143-35a3-42c1-97c1-fdd721663355 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:17.286413 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8883286 Jun 26 16:27:17.300112 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-2f75a343-e921-4038-8bbe-55fa790acd5a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 26 16:27:17.301582 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-2f75a343-e921-4038-8bbe-55fa790acd5a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071323 Jun 26 16:27:17.359533 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 6f258882-0233-42c4-802f-295be6bda0c0 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:17.434858 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1720650 Jun 26 16:27:17.472600 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-812f62ef-c073-4997-a29e-b549e070eaad req-fde93d19-6c37-46ae-8f53-6052dfdd990f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 210 time: 0.3101623 Jun 26 16:27:17.509242 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36576) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:17.576646 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 6f258882-0233-42c4-802f-295be6bda0c0 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:17.581171 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 6f258882-0233-42c4-802f-295be6bda0c0 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:17.581742 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:17.587400 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58f394-5d04-4ba2-b0be-d59e8fbbae27 req-3a1ebd83-ccaa-429e-bdd6-11d4ab44b2a8 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:17.632172 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5a58f394-5d04-4ba2-b0be-d59e8fbbae27 req-3a1ebd83-ccaa-429e-bdd6-11d4ab44b2a8 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 932 time: 1.0475962 Jun 26 16:27:17.718502 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-f9c21682-f902-4515-b2c4-c53cf932868d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50ac4d3e18684640a77d3f68e69c8f54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2104385 Jun 26 16:27:17.719083 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36590) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:17.839433 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 4, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port': {'id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:06Z', 'updated_at': '2021-06-26T16:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'd68f06b7-d715-4a9c-ab6a-435e48bb9a99', 'name': '', 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'mac_address': 'fa:16:3e:de:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:09Z', 'updated_at': '2021-06-26T16:27:16Z', 'revision_number': 4, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'subnets': [{'id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:17.910383 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55922634-ae09-40bb-b792-8f48ab72e397 None None] The sync data for ids ['60b66143-35a3-42c1-97c1-fdd721663355'] in dv-cinder-798189-1-smb is: [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:27:10Z', 'revision_number': 4, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port': {'id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:06Z', 'updated_at': '2021-06-26T16:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'd68f06b7-d715-4a9c-ab6a-435e48bb9a99', 'name': '', 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'mac_address': 'fa:16:3e:de:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:09Z', 'updated_at': '2021-06-26T16:27:16Z', 'revision_number': 4, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'subnets': [{'id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:27:17.914676 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5a58f394-5d04-4ba2-b0be-d59e8fbbae27 req-18574b32-d992-4be9-8000-2ee911eca4f1 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828114 Jun 26 16:27:17.945066 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.028962 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 6f258882-0233-42c4-802f-295be6bda0c0, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=6f258882-0233-42c4-802f-295be6bda0c0,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:18.054664 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.081277 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.119106 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.181144 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.193201 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:18.223975 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Request body: {'port': {'device_id': '682d9076-1942-420a-a92e-b834b180758b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:18.343300 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=6f258882-0233-42c4-802f-295be6bda0c0,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:18.347399 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Request body: {'port': {'device_id': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:18.358149 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Transition to ACTIVE for port object 825b775b-de03-4de1-89bf-85df031adbd5 will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:18.359361 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:18.474332 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.676109 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6eb1e1-ae61-45c1-b01f-2f0a0949111e req-60161785-c1df-4869-94dc-57f488b10aea tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:18.679164 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8a6eb1e1-ae61-45c1-b01f-2f0a0949111e req-60161785-c1df-4869-94dc-57f488b10aea tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 932 time: 0.7357655 Jun 26 16:27:18.759249 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-49900a56-22f2-4b42-94aa-fc9483cb25e9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:18.776077 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-49900a56-22f2-4b42-94aa-fc9483cb25e9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 818 time: 0.6150012 Jun 26 16:27:18.830768 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-6089c240-0ee7-4699-8ba1-1a205b7bbdc5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/quotas/1cfd50f27d23423e80da0aa720c07e4d HTTP/1.1" status: 200 len: 375 time: 0.0536427 Jun 26 16:27:18.852644 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.908198 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.938767 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.945205 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55e6bda1-d501-421a-9949-c997b229edec HTTP/1.1" status: 204 len: 168 time: 1.2221930 Jun 26 16:27:18.946557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:18.975577 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-501dc8b5-ee05-406b-9daa-2f620de286a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:18.997477 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8a6eb1e1-ae61-45c1-b01f-2f0a0949111e req-4422e02d-6434-4c5f-a346-85dbba10b930 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772615 Jun 26 16:27:19.081169 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e6bda1-d501-421a-9949-c997b229edec,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:19.088119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:19.101552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-22260f9c-bbf6-4a6a-be24-51530e1835bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:19.227425 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Pushing event updated for resources: {'Port': ['ID=825b775b-de03-4de1-89bf-85df031adbd5,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:19.240395 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:19.399789 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59652d61-b1f4-4bb0-a356-dd8fee75c701 {{(pid=93481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:19.433786 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.489402 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Transition to ACTIVE for port object 59652d61-b1f4-4bb0-a356-dd8fee75c701 will not be triggered until provisioned by entity L2. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:19.515442 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 6f258882-0233-42c4-802f-295be6bda0c0 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:19.583343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:19.601386 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:19.614280 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:19.615530 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.677239 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 6f258882-0233-42c4-802f-295be6bda0c0 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:19.678040 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.715089 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36630) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:19.745607 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:19.765845 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:19.944768 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Pushing event updated for resources: {'Port': ['ID=59652d61-b1f4-4bb0-a356-dd8fee75c701,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:19.973545 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d68f06b7-d715-4a9c-ab6a-435e48bb9a99 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:19.998392 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:20.199328 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Attempting to bind port 59652d61-b1f4-4bb0-a356-dd8fee75c701 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:20.199736 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Attempting to bind port 59652d61-b1f4-4bb0-a356-dd8fee75c701 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '0f33a0e0-7d37-4d9a-b9e6-37e60b80a234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e'}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:20.200066 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Attempting to bind port 59652d61-b1f4-4bb0-a356-dd8fee75c701 on network c098f654-25fd-4c00-a071-4a24e0d9022e {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:20.217154 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Port 59652d61-b1f4-4bb0-a356-dd8fee75c701 on network c098f654-25fd-4c00-a071-4a24e0d9022e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:20.217862 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Attempting to bind port 59652d61-b1f4-4bb0-a356-dd8fee75c701 on network c098f654-25fd-4c00-a071-4a24e0d9022e {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:20.228686 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:20.230719 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Checking segment: {'id': '0f33a0e0-7d37-4d9a-b9e6-37e60b80a234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:20.237759 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Bound using segment: {'id': '0f33a0e0-7d37-4d9a-b9e6-37e60b80a234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e'} {{(pid=93481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:20.237759 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.managers [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Bound port: 59652d61-b1f4-4bb0-a356-dd8fee75c701, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f33a0e0-7d37-4d9a-b9e6-37e60b80a234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e'}}] {{(pid=93481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:20.237759 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.263324 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-d834ed6b-28b6-449b-8a6c-814982661572 None None] Provisioning for port 825b775b-de03-4de1-89bf-85df031adbd5 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:20.265876 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:20.270084 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-a9485811-fefd-40f3-b17a-3bebde1ffff5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4179981 Jun 26 16:27:20.273916 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-d834ed6b-28b6-449b-8a6c-814982661572 None None] Provisioning complete for port 825b775b-de03-4de1-89bf-85df031adbd5 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:20.273916 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d834ed6b-28b6-449b-8a6c-814982661572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.277128 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:20.277852 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f7b7-1fd9-46af-86bb-ab307bf27418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.278447 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.422120 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-d834ed6b-28b6-449b-8a6c-814982661572 None None] Port 825b775b-de03-4de1-89bf-85df031adbd5 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:27:20.484433 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] For port 59652d61-b1f4-4bb0-a356-dd8fee75c701, host hv-cinder-79818, cleared binding levels {{(pid=93481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:20.492413 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] For port 59652d61-b1f4-4bb0-a356-dd8fee75c701, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=59652d61-b1f4-4bb0-a356-dd8fee75c701,segment=NetworkSegment(0f33a0e0-7d37-4d9a-b9e6-37e60b80a234),segment_id=0f33a0e0-7d37-4d9a-b9e6-37e60b80a234)] {{(pid=93481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:20.507736 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.582562 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port d68f06b7-d715-4a9c-ab6a-435e48bb9a99, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:20.583601 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f7b7-1fd9-46af-86bb-ab307bf27418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.596571 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.610545 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:20.618244 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36656) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:20.708950 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:20.709828 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.714199 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] 10.222.0.15 "PUT /v2.0/ports/59652d61-b1f4-4bb0-a356-dd8fee75c701 HTTP/1.1" status: 200 len: 1094 time: 2.9076192 Jun 26 16:27:20.734739 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682d9076-1942-420a-a92e-b834b180758b', 'tag': '59652d61-b1f4-4bb0-a356-dd8fee75c701'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:20.735571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93c6a-3882-404c-af86-ecd1eb21b2a5 req-8ab2de31-c4e8-4983-a88b-b10c4042d8a2 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:20.738318 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-58f93c6a-3882-404c-af86-ecd1eb21b2a5 req-8ab2de31-c4e8-4983-a88b-b10c4042d8a2 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 932 time: 1.3242772 Jun 26 16:27:20.763866 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.766457 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b9f0f407-94d0-495a-ab80-6b6d9d2db679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:20.777638 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f7b7-1fd9-46af-86bb-ab307bf27418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:20.797787 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Pushing event updated for resources: {'Port': ['ID=59652d61-b1f4-4bb0-a356-dd8fee75c701,revision_number=3']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:20.828340 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:20.828340 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:20.932298 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-58f93c6a-3882-404c-af86-ecd1eb21b2a5 req-7e6d7bf6-5a11-4779-b6cf-eec201a0581e tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929278 Jun 26 16:27:20.940852 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d32a8cb-7639-41e4-8590-282abfccf8f9 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:20.955080 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:20.960887 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-4be42a56-b4ee-44b5-a844-b9d9ae90af8f service neutron] 10.222.0.45 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832128 Jun 26 16:27:20.964594 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:20.981917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.010260 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.225974 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5f7b7-1fd9-46af-86bb-ab307bf27418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2303505d-9adb-4a1c-8b11-87e1ff92577c,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:21.234973 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-f1d5f7b7-1fd9-46af-86bb-ab307bf27418 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b182b53b147a41c8b4851615c45ba38a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5181830 Jun 26 16:27:21.235827 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36674) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:21.241291 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1874f4ae6808b5521cd4774103efbfd79a200f1fe364c6cd9ba579eb603fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575075b1-4021-4df5-8ec2-94bcce541039" -d '{"events": [{"name": "network-changed", "server_uuid": "682d9076-1942-420a-a92e-b834b180758b", "tag": "59652d61-b1f4-4bb0-a356-dd8fee75c701"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:21.282873 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f1d5f7b7-1fd9-46af-86bb-ab307bf27418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:21.304351 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d68f06b7-d715-4a9c-ab6a-435e48bb9a99 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:21.388471 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Transition to ACTIVE for port object 1d32a8cb-7639-41e4-8590-282abfccf8f9 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:21.416038 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-17e95ff0-f07a-449a-9cfd-bcb108c6553d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c498341044b94f9c8458f96346cf7399&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7435770 Jun 26 16:27:21.420639 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:21.421133 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.422012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36680) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:21.526425 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.530850 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-b9398361-5e9a-43f5-a80f-08ce63d711e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:21.532546 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-b9398361-5e9a-43f5-a80f-08ce63d711e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ae2e374a9604f4c8436a71ccde0c52b&device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 1097 time: 0.2737756 Jun 26 16:27:21.567999 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.589576 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.591894 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.625161 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:21.639801 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.699584 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-9d96f72f-4f3d-4c2e-8130-32e0065e603a service neutron] 10.222.0.45 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7214370 Jun 26 16:27:21.813849 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Pushing event updated for resources: {'Port': ['ID=1d32a8cb-7639-41e4-8590-282abfccf8f9,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:21.827523 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:21.841819 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6ba9c-58c5-4385-b1af-3086dafb90a5 req-ccc0eb8f-a9ee-41ef-bc2a-c32c67ebef97 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:21.847324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3eb6ba9c-58c5-4385-b1af-3086dafb90a5 req-ccc0eb8f-a9ee-41ef-bc2a-c32c67ebef97 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 932 time: 0.4525421 Jun 26 16:27:21.852566 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Attempting to bind port 1d32a8cb-7639-41e4-8590-282abfccf8f9 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:21.852951 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Attempting to bind port 1d32a8cb-7639-41e4-8590-282abfccf8f9 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:21.853301 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Attempting to bind port 1d32a8cb-7639-41e4-8590-282abfccf8f9 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:21.868256 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.871365 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.872604 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2303505d-9adb-4a1c-8b11-87e1ff92577c HTTP/1.1" status: 204 len: 168 time: 0.6125765 Jun 26 16:27:21.873595 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:21.883625 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Port 1d32a8cb-7639-41e4-8590-282abfccf8f9 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:21.884023 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Attempting to bind port 1d32a8cb-7639-41e4-8590-282abfccf8f9 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:21.884578 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2303505d-9adb-4a1c-8b11-87e1ff92577c,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:21.890286 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:21.902683 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.906503 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.907997 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e57ab284-114e-41e5-85f9-0bf22c7654b1 HTTP/1.1" status: 204 len: 168 time: 0.4847157 Jun 26 16:27:21.908527 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:21.916299 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:21.916299 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Checking segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:21.916881 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Bound using segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:21.917272 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Bound port: 1d32a8cb-7639-41e4-8590-282abfccf8f9, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:21.917631 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.921993 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:21.926634 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57ab284-114e-41e5-85f9-0bf22c7654b1,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:21.932115 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:22.043509 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] For port 1d32a8cb-7639-41e4-8590-282abfccf8f9, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:22.052436 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] For port 1d32a8cb-7639-41e4-8590-282abfccf8f9, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:22.060551 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-5d8b5dbe-8b68-44b7-90d6-0c356e363bf6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59652d61-b1f4-4bb0-a356-dd8fee75c701 HTTP/1.1" status: 200 len: 217 time: 0.1053350 Jun 26 16:27:22.068782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:22.070018 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:22.079505 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:22.153245 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e5159ecd-9b99-4388-bdfe-c971995af61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:22.155307 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-e5159ecd-9b99-4388-bdfe-c971995af61a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11feebb6-75ff-4b19-ae55-7be46133f582 HTTP/1.1" status: 200 len: 852 time: 0.0857310 Jun 26 16:27:22.170433 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3eb6ba9c-58c5-4385-b1af-3086dafb90a5 req-6d43d11f-180e-40a8-9b1f-f306ae00d9c4 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189206 Jun 26 16:27:22.172246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Pushing event updated for resources: {'Port': ['ID=825b775b-de03-4de1-89bf-85df031adbd5,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:22.221024 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:22.222122 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:22.258335 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:22.262861 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-7c27ac09-4358-42bf-a3a7-e02447f6872d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c098f654-25fd-4c00-a071-4a24e0d9022e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793767 Jun 26 16:27:22.359490 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-100ca1dd-1f6c-41be-b0d6-b9f3e94a1838 req-ca1be209-0539-46e8-8018-4a21ba1f11b8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 210 time: 0.1023746 Jun 26 16:27:22.386314 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:22.386947 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:22.388844 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] 10.222.0.15 "PUT /v2.0/ports/1d32a8cb-7639-41e4-8590-282abfccf8f9 HTTP/1.1" status: 200 len: 1094 time: 4.5440869 Jun 26 16:27:22.389551 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:22.429194 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-43a2c24b-3f94-4a4b-be34-dc10eec33cd0 service neutron] 10.222.0.15 "GET /v2.0/networks/c098f654-25fd-4c00-a071-4a24e0d9022e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544023 Jun 26 16:27:22.615370 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-fc9e7c41-ea0d-4a6b-928f-cc76d504390e req-aa12f9e3-e664-4f6c-9750-52e2674dbf4a service neutron] 10.222.0.15 "GET /v2.0/networks/c098f654-25fd-4c00-a071-4a24e0d9022e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670208 Jun 26 16:27:22.711090 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Pushing event updated for resources: {'Port': ['ID=1d32a8cb-7639-41e4-8590-282abfccf8f9,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:22.724605 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:22.740153 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:22.745039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:23.036788 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19cd4e3-ac97-47df-998d-34266bf4dac0" -d '{"events": [{"name": "network-changed", "server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:23.037723 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-369a2a9f-0cc3-40cb-b7dd-0607ae3d5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.048737 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-369a2a9f-0cc3-40cb-b7dd-0607ae3d5910 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 1097 time: 0.2169535 Jun 26 16:27:23.083976 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f85bc-8492-4eab-a35d-542839c7f944 req-5af26993-79ba-447b-9e0e-ca330daaeaea tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.095704 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-216f85bc-8492-4eab-a35d-542839c7f944 req-5af26993-79ba-447b-9e0e-ca330daaeaea tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 944 time: 0.5226862 Jun 26 16:27:23.150052 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-faf98b03-cf4a-4681-80c1-9473dbb9a34a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9 HTTP/1.1" status: 200 len: 217 time: 0.0847626 Jun 26 16:27:23.155667 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85df57b-08a8-4bb6-9f56-0a15719b48a1 x-openstack-request-id: req-a85df57b-08a8-4bb6-9f56-0a15719b48a1 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:23.156155 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682d9076-1942-420a-a92e-b834b180758b", "tag": "59652d61-b1f4-4bb0-a356-dd8fee75c701", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:23.157843 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a85df57b-08a8-4bb6-9f56-0a15719b48a1 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:23.158917 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682d9076-1942-420a-a92e-b834b180758b', 'tag': '59652d61-b1f4-4bb0-a356-dd8fee75c701', 'status': 'completed', 'code': 200} Jun 26 16:27:23.167814 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.15', 64825) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:23.376799 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-b32a7b63-2e8c-4b41-903b-bae272dc00d9 None None] Provisioning complete for port 825b775b-de03-4de1-89bf-85df031adbd5 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:23.380327 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b32a7b63-2e8c-4b41-903b-bae272dc00d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:23.383996 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-18493f92-8fce-45b8-8d5b-2ea24d19d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.391124 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-216f85bc-8492-4eab-a35d-542839c7f944 req-ff50e2f1-7e91-4cf7-bad3-3113c451bf27 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877660 Jun 26 16:27:23.400294 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-18493f92-8fce-45b8-8d5b-2ea24d19d666 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 200 len: 855 time: 0.1946919 Jun 26 16:27:23.469606 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-b32a7b63-2e8c-4b41-903b-bae272dc00d9 None None] Port 825b775b-de03-4de1-89bf-85df031adbd5 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:27:23.478873 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-52f6a492-5e2f-401a-9601-b11ae760d0f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b8c63f-37f4-4eba-9565-6a28e340e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439315 Jun 26 16:27:23.487517 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-cc87d6f0-a547-41df-8214-6b4bfd795bbc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.492987 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-cc87d6f0-a547-41df-8214-6b4bfd795bbc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 818 time: 0.6286621 Jun 26 16:27:23.502165 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575075b1-4021-4df5-8ec2-94bcce541039 req-1a378ce3-1375-4404-86ea-8ba89682f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.504586 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-575075b1-4021-4df5-8ec2-94bcce541039 req-1a378ce3-1375-4404-86ea-8ba89682f242 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ae2e374a9604f4c8436a71ccde0c52b&device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 1097 time: 0.2742603 Jun 26 16:27:23.537356 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:27:23.584575 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Request body: {'port': {'device_id': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'admin_state_up': True, 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:23.879767 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-4e2e85f1-25eb-4100-b7dc-969f38f0e44c service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766961 Jun 26 16:27:23.879767 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575075b1-4021-4df5-8ec2-94bcce541039 req-9498765a-5521-41fd-b3d1-8c935896010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.879767 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-575075b1-4021-4df5-8ec2-94bcce541039 req-9498765a-5521-41fd-b3d1-8c935896010b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c098f654-25fd-4c00-a071-4a24e0d9022e HTTP/1.1" status: 200 len: 913 time: 0.3581054 Jun 26 16:27:23.920737 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d17d76-f004-4261-9ae3-f537f05905d8 req-bee4ce04-9044-4185-a3d6-7e664a934f97 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:23.920737 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f5d17d76-f004-4261-9ae3-f537f05905d8 req-bee4ce04-9044-4185-a3d6-7e664a934f97 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.3720572 Jun 26 16:27:24.023528 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:27:24.045019 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Sync routers for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:27:24.045240 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] 10.222.0.45 "PUT /v2.0/routers/84ef7b81-b60c-4009-9bc4-cd2c6a5d195b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3877420 Jun 26 16:27:24.045775 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:24.046582 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:24.055089 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f5d17d76-f004-4261-9ae3-f537f05905d8 req-2e8ca2c6-3e39-4eb4-93b0-60fb23e0bae2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262436 Jun 26 16:27:24.275405 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-575075b1-4021-4df5-8ec2-94bcce541039 req-60c575bb-9b70-4971-8333-4d56b516f63a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59652d61-b1f4-4bb0-a356-dd8fee75c701 HTTP/1.1" status: 200 len: 217 time: 0.1993618 Jun 26 16:27:24.392134 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-09373f8f-676d-41f8-ac35-4086e983cdd8 req-8f129410-90d1-431f-ba66-06b7364138ee tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 210 time: 0.1087480 Jun 26 16:27:24.396215 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36766) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:24.431424 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:24.490502 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-ef5f409b-6ae2-482b-ab64-d1f52e2f115f req-e07e1e98-b1b1-4bbd-8fba-b9ea53f95bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568763 Jun 26 16:27:24.491382 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0051b6-f7f7-465c-9602-34234706475e x-openstack-request-id: req-7c0051b6-f7f7-465c-9602-34234706475e {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:24.491908 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:24.492269 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c0051b6-f7f7-465c-9602-34234706475e {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:24.492898 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9', 'status': 'completed', 'code': 200} Jun 26 16:27:24.640793 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.659683 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453b4d7-3c11-4ec0-b7c5-9c7b42fbf3c6 req-8a7caebd-2ab6-45a4-abe3-616ab18da7b9 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:24.667081 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0453b4d7-3c11-4ec0-b7c5-9c7b42fbf3c6 req-8a7caebd-2ab6-45a4-abe3-616ab18da7b9 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 944 time: 0.1061826 Jun 26 16:27:24.711874 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Made reservation on behalf of 1cfd50f27d23423e80da0aa720c07e4d for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:24.711874 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.714460 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:21Z', 'revision_number': 2, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:24.751942 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Checking router: 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:27:24.752679 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Updating router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b port 825b775b-de03-4de1-89bf-85df031adbd5 binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:27:24.762870 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0453b4d7-3c11-4ec0-b7c5-9c7b42fbf3c6 req-e32f7543-f388-414f-9b33-0607535907f9 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839875 Jun 26 16:27:24.835614 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:24.893709 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Allocated IP 172.20.0.9 (2e1a2188-11ee-4a52-9cce-99aec8b0c1e2/7cbf0e82-2868-41fb-ae89-1adcc7bf8482/ba36aa3a-d8f4-426e-a654-4cbc4f6866dc) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:25.133410 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.145140 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Transition to ACTIVE for port object 825b775b-de03-4de1-89bf-85df031adbd5 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:25.273740 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.280821 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8bc45f9f-fefc-4251-b820-d08f373e870d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:25.404438 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608bfe-128f-4eb9-8202-4d8ed0241ce2 None None] Pushing event updated for resources: {'Port': ['ID=825b775b-de03-4de1-89bf-85df031adbd5,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:25.408937 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d7608bfe-128f-4eb9-8202-4d8ed0241ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:25.481013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd3b98ee-8bfa-4fca-87a1-894d53c08916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.558592 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Attempting to bind port 825b775b-de03-4de1-89bf-85df031adbd5 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:25.559182 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Attempting to bind port 825b775b-de03-4de1-89bf-85df031adbd5 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:25.559493 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Attempting to bind port 825b775b-de03-4de1-89bf-85df031adbd5 on network 3b3f6caf-be2f-40d5-8a74-112261102b0e {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:25.576031 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:25.576580 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Checking segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:25.577135 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.578199 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Bound using segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:25.580679 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Bound port: 825b775b-de03-4de1-89bf-85df031adbd5, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:25.581657 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.828484 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:25.897495 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] For port 825b775b-de03-4de1-89bf-85df031adbd5, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:25.903732 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] For port 825b775b-de03-4de1-89bf-85df031adbd5, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=825b775b-de03-4de1-89bf-85df031adbd5,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:26.028213 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575075b1-4021-4df5-8ec2-94bcce541039 req-133eb6fd-a846-4c4b-a1d4-7012f04e53af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.028213 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-575075b1-4021-4df5-8ec2-94bcce541039 req-133eb6fd-a846-4c4b-a1d4-7012f04e53af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11feebb6-75ff-4b19-ae55-7be46133f582 HTTP/1.1" status: 200 len: 852 time: 0.1010182 Jun 26 16:27:26.029453 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b37d3-7078-466c-9fcc-2c013365c497 req-2139cd33-3525-4680-a3ee-72e0df10440e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.029453 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0f6b37d3-7078-466c-9fcc-2c013365c497 req-2139cd33-3525-4680-a3ee-72e0df10440e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.5154335 Jun 26 16:27:26.078959 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0f6b37d3-7078-466c-9fcc-2c013365c497 req-dea4a102-94a1-47c0-b8e1-90d111c60657 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719035 Jun 26 16:27:26.129128 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd3b98ee-8bfa-4fca-87a1-894d53c08916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.204546 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-575075b1-4021-4df5-8ec2-94bcce541039 req-d0273854-8dc2-47b4-840b-ac0fbce24a55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c098f654-25fd-4c00-a071-4a24e0d9022e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879228 Jun 26 16:27:26.248946 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-b156f3ff-4e40-4fe9-8397-407ee1a08203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.250892 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-b156f3ff-4e40-4fe9-8397-407ee1a08203 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 1097 time: 0.1432471 Jun 26 16:27:26.257224 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3e5705ef-0d5a-4ebb-9cb4-a994dd277c08 req-6559a4fc-d0d3-4d23-bbb2-9b2c0ffe22d7 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0439813 Jun 26 16:27:26.278541 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.295808 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:26.306797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.314689 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e3f90475-ff6c-4197-903f-7752b338ab0d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:26.367126 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd3b98ee-8bfa-4fca-87a1-894d53c08916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.403106 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:26.501235 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-cd3b98ee-8bfa-4fca-87a1-894d53c08916 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eadd5df24689499c8c4ee022c03ef896&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1015730 Jun 26 16:27:26.502066 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36822) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:26.506132 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:26.506729 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770987548', 'description': 'tempest-description--85999616'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:26.508999 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:26.509754 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36824) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:26.513719 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:26.562408 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:26.574631 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.575394 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.662610 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Pushing event updated for resources: {'Port': ['ID=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:26.668690 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:26.720624 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:26.729125 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:26.757362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b98ee-8bfa-4fca-87a1-894d53c08916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95624806-1a38-41d2-b453-8e4c09b7bbe8,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:26.761639 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.782601 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd3b98ee-8bfa-4fca-87a1-894d53c08916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:26.800556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:26.897393 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff92c3-af7d-4251-a711-ccb102be92bc req-89fed9da-5f4f-4583-bc96-f64ac2d7e9dd tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:26.899275 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f2ff92c3-af7d-4251-a711-ccb102be92bc req-89fed9da-5f4f-4583-bc96-f64ac2d7e9dd tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 944 time: 0.2444787 Jun 26 16:27:26.969222 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:27.170692 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f2ff92c3-af7d-4251-a711-ccb102be92bc req-54501b25-72b6-43bc-ab02-c0b298a0e584 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001041 Jun 26 16:27:27.171958 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7608bfe-128f-4eb9-8202-4d8ed0241ce2 None None] Pushing event updated for resources: {'Port': ['ID=825b775b-de03-4de1-89bf-85df031adbd5,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:27.171958 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d7608bfe-128f-4eb9-8202-4d8ed0241ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:27.172458 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-575075b1-4021-4df5-8ec2-94bcce541039 req-103adcb9-9bdb-4ebf-9429-0202cc0c0773 service neutron] 10.222.0.15 "GET /v2.0/networks/c098f654-25fd-4c00-a071-4a24e0d9022e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951327 Jun 26 16:27:27.172458 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-59087440-2c79-45b4-b429-891144a5a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:27.172458 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-59087440-2c79-45b4-b429-891144a5a789 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 916 time: 0.4680302 Jun 26 16:27:27.174158 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:25Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:27.174304 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe3529-17c4-48b0-b496-c419ba070463 None None] The sync data for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb is: [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:25Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:27:27.358865 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7860136 Jun 26 16:27:27.425885 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-452487a5-74e0-43d0-ae96-e96e65a0a661 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9 HTTP/1.1" status: 200 len: 217 time: 0.3362293 Jun 26 16:27:27.461297 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Request body: {'port': {'device_id': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:27.478540 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:27.521243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:27.525710 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95624806-1a38-41d2-b453-8e4c09b7bbe8 HTTP/1.1" status: 204 len: 168 time: 1.0091932 Jun 26 16:27:27.525710 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2f40d735-baf2-46dd-8bcd-347e58de211f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:27.583719 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-870d8c81-b0a2-4d34-a213-4e4b385ffdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:27.585902 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-870d8c81-b0a2-4d34-a213-4e4b385ffdee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 200 len: 855 time: 0.1516509 Jun 26 16:27:27.638991 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-557a9094-0c57-4647-9988-491fe307907c req-b5ddd82f-7ba9-4434-9d7f-c909e0b92c7a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 210 time: 0.1116381 Jun 26 16:27:27.654290 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95624806-1a38-41d2-b453-8e4c09b7bbe8,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:27.656247 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:27.707784 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9738a-b57f-4450-855b-5dbd8efecacb req-2fcf07af-f67b-4939-b4c2-9bf4fa3746e6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:27.719914 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49a9738a-b57f-4450-855b-5dbd8efecacb req-2fcf07af-f67b-4939-b4c2-9bf4fa3746e6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.4545565 Jun 26 16:27:27.750337 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.15', 64832) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:27.791822 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-575075b1-4021-4df5-8ec2-94bcce541039 req-27b383dc-bd7e-4c36-8fde-cd254534be23 service neutron] 10.222.0.15 "GET /v2.0/networks/c098f654-25fd-4c00-a071-4a24e0d9022e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100143 Jun 26 16:27:27.801174 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-6ada3c4f-ff13-4f87-964c-fd8aa2a2cfc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b8c63f-37f4-4eba-9565-6a28e340e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984301 Jun 26 16:27:27.965440 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:28.004533 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49a9738a-b57f-4450-855b-5dbd8efecacb req-4018e55e-2464-4b60-b6ea-09899c83244d tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670503 Jun 26 16:27:28.074099 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:28.087335 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-516e0d73-0191-49e9-80e3-1447e22ee9cf service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494605 Jun 26 16:27:28.133653 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-aba4c8c2-c5cd-49ea-8a16-fa9869a9258e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:28.135634 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-aba4c8c2-c5cd-49ea-8a16-fa9869a9258e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 818 time: 0.3397884 Jun 26 16:27:28.254823 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Request body: {'port': {'device_id': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'admin_state_up': True, 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:28.320190 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:28.323713 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-f19cd4e3-ac97-47df-998d-34266bf4dac0 req-895364fc-e018-4dd6-8567-e6919e2abc89 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628656 Jun 26 16:27:28.346643 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:28.478869 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b557b4e6-ea7f-407b-ab36-7da534d623ae,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:28.478869 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:28.480568 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:27:28.656596 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:28.660806 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1549683 Jun 26 16:27:28.661569 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e645cc-9fd5-49ad-aab8-f6dc8c34fd5e req-516138ca-0ce3-4662-9834-8f06bcfcee47 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:28.662572 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36880) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:28.673759 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'security_group_rule': {'security_group_id': 'b557b4e6-ea7f-407b-ab36-7da534d623ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:28.674756 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d1e645cc-9fd5-49ad-aab8-f6dc8c34fd5e req-516138ca-0ce3-4662-9834-8f06bcfcee47 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 944 time: 0.2248473 Jun 26 16:27:28.807803 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d1e645cc-9fd5-49ad-aab8-f6dc8c34fd5e req-e98d1811-b67a-4881-8baa-e9bf15e9e063 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318290 Jun 26 16:27:28.818988 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Made reservation on behalf of 1cfd50f27d23423e80da0aa720c07e4d for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:28.822579 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:28.916001 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba36aa3a-d8f4-426e-a654-4cbc4f6866dc {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:28.925889 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.020694 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.037806 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Transition to ACTIVE for port object ba36aa3a-d8f4-426e-a654-4cbc4f6866dc will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:29.145183 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-96714ede-cee7-4a02-80ed-6388537cff24 req-cb65e868-ef8f-4bc2-947a-1394dfdde5ea tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0636480 Jun 26 16:27:29.178752 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.240356 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.262130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:29.274569 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.283011 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:29.329727 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491ca20a-f5cd-477f-b0c4-6fed535eab01,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:29.335170 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:29.365003 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 825b775b-de03-4de1-89bf-85df031adbd5 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:29.394814 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Allocated IP 172.20.0.5 (2e1a2188-11ee-4a52-9cce-99aec8b0c1e2/7cbf0e82-2868-41fb-ae89-1adcc7bf8482/466e222f-5f09-4015-a07d-599f34788c0a) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:29.395704 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36900) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:29.416813 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Pushing event updated for resources: {'Port': ['ID=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:29.419723 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4e1e547c-1ae7-4529-83aa-3770e3ecb992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.426673 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:29.458274 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.459653 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7957947 Jun 26 16:27:29.462741 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36904) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:29.467088 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'security_group_rule': {'security_group_id': 'b557b4e6-ea7f-407b-ab36-7da534d623ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:29.495886 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aac8d-82ff-40c3-a095-5944be867a64 req-23d9653e-62a0-46f9-8cee-bd32d84f7e6a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:29.502960 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-715aac8d-82ff-40c3-a095-5944be867a64 req-23d9653e-62a0-46f9-8cee-bd32d84f7e6a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.2417102 Jun 26 16:27:29.504817 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Attempting to bind port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:29.505178 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Attempting to bind port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:29.505510 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Attempting to bind port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc on network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:29.538093 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc on network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:29.538367 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Attempting to bind port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc on network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:29.567764 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:29.568102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Checking segment: {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:29.568485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Bound using segment: {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:29.569033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Bound port: ba36aa3a-d8f4-426e-a654-4cbc4f6866dc, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:29.569329 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.579277 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4e1e547c-1ae7-4529-83aa-3770e3ecb992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.604728 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 825b775b-de03-4de1-89bf-85df031adbd5 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:29.608986 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 825b775b-de03-4de1-89bf-85df031adbd5 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:29.609395 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.621427 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-715aac8d-82ff-40c3-a095-5944be867a64 req-a0db9ab4-a4a3-4866-81d5-cb9042dba391 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175363 Jun 26 16:27:29.717379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] For port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:29.718084 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.721223 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.724158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] For port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:29.734240 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4e1e547c-1ae7-4529-83aa-3770e3ecb992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.740988 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-771f63ec-e9d0-4c31-9d6d-c9ac6fd47d0c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:29.750266 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 825b775b-de03-4de1-89bf-85df031adbd5, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=825b775b-de03-4de1-89bf-85df031adbd5,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:29.783670 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-4e1e547c-1ae7-4529-83aa-3770e3ecb992 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8da113abdf1f49f1913b3c4ced15f439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860917 Jun 26 16:27:29.785995 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e547c-1ae7-4529-83aa-3770e3ecb992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb8dc0e-398b-4ccc-a556-958c42f3a84f,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:29.786623 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 36910) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:29.789035 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4e1e547c-1ae7-4529-83aa-3770e3ecb992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:29.837086 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.844627 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.847256 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:29.847891 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.857019 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f3770777-f956-45f6-be46-038525799d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:29.871722 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.902255 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.902793 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.910795 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=825b775b-de03-4de1-89bf-85df031adbd5,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:29.916171 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:29.917224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:29.918218 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-d6dad62c-d762-415b-a55d-065277071435 service neutron] 10.222.0.15 "PUT /v2.0/ports/ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 200 len: 1093 time: 2.4725516 Jun 26 16:27:29.921971 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'tag': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:29.923846 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916719ce-d738-44e9-a959-57718c5ef7de" -d '{"events": [{"name": "network-changed", "server_uuid": "607d3e7f-a53b-4e7e-8877-54ef9031ef7b", "tag": "ba36aa3a-d8f4-426e-a654-4cbc4f6866dc"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:29.926151 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:30.007246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8497032b-e385-4569-acca-3469dd36175f x-openstack-request-id: req-8497032b-e385-4569-acca-3469dd36175f {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:30.007557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607d3e7f-a53b-4e7e-8877-54ef9031ef7b", "tag": "ba36aa3a-d8f4-426e-a654-4cbc4f6866dc", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:30.007818 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8497032b-e385-4569-acca-3469dd36175f {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:30.008225 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'tag': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc', 'status': 'completed', 'code': 200} Jun 26 16:27:30.012618 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Pushing event updated for resources: {'Port': ['ID=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:30.021199 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.038189 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:30.046713 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:30.125077 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:30.136130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:30.149085 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:30.154506 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:30.155105 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.163601 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Pushing event updated for resources: {'Port': ['ID=466e222f-5f09-4015-a07d-599f34788c0a,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:30.169959 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:30.176387 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.179273 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-cc9cfff9-7ed5-428f-89cc-dc6a32b4e6a4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:30.197397 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae298fda-6b9a-4939-acce-4f23ab088d95,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:30.200739 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:30.210954 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99473-4d1c-43a6-a9f6-28fb61bf6a7b req-a2f66c08-c116-475e-85cf-30016dfb1f9f tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:30.212509 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-42d99473-4d1c-43a6-a9f6-28fb61bf6a7b req-a2f66c08-c116-475e-85cf-30016dfb1f9f tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 944 time: 0.2348197 Jun 26 16:27:30.233187 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916719ce-d738-44e9-a959-57718c5ef7de req-8dd8b02f-75fc-4e88-a487-b51cb0176be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:30.245686 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-916719ce-d738-44e9-a959-57718c5ef7de req-8dd8b02f-75fc-4e88-a487-b51cb0176be3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1096 time: 0.2018392 Jun 26 16:27:30.376299 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.389535 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-03c26586-c343-40b6-b562-aa5e0b3a0b64 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9181104 Jun 26 16:27:30.390509 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 36928) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:30.395386 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'floatingip': {'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:30.532636 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.535141 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.562102 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-42d99473-4d1c-43a6-a9f6-28fb61bf6a7b req-cad9a642-d1f3-4130-9b75-b457a4afb57b tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391299 Jun 26 16:27:30.569707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.573267 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fb8dc0e-398b-4ccc-a556-958c42f3a84f HTTP/1.1" status: 204 len: 168 time: 0.7831621 Jun 26 16:27:30.573267 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:30.574954 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3268123 Jun 26 16:27:30.602862 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Request body: {'port': {'device_id': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:30.615166 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb8dc0e-398b-4ccc-a556-958c42f3a84f,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:30.655429 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:30.686347 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.755602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916719ce-d738-44e9-a959-57718c5ef7de req-5dabe148-fc6c-460d-a956-a378fb66288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:30.757237 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-916719ce-d738-44e9-a959-57718c5ef7de req-5dabe148-fc6c-460d-a956-a378fb66288b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5138416 Jun 26 16:27:30.768439 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dc6b3-faa2-4a38-85e3-7356021558b1 req-eff70893-dc61-4e21-ac82-d2d343aca4ca tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:30.770142 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ad8dc6b3-faa2-4a38-85e3-7356021558b1 req-eff70893-dc61-4e21-ac82-d2d343aca4ca tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 931 time: 0.4655557 Jun 26 16:27:30.817893 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Allocated IP 172.28.2.115 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/87ab1efa-9edd-4c02-8a84-d3cd38a4bbfe) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:30.928356 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:30.928507 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.022475 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ad8dc6b3-faa2-4a38-85e3-7356021558b1 req-fed5595f-7cb7-4685-b6b3-672dceaa3495 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166340 Jun 26 16:27:31.066602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916719ce-d738-44e9-a959-57718c5ef7de req-b214325f-473e-4109-9095-c94bb6b74f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.068142 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-916719ce-d738-44e9-a959-57718c5ef7de req-b214325f-473e-4109-9095-c94bb6b74f13 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2970641 Jun 26 16:27:31.081859 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.085505 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-221883d4-4b35-477e-95aa-88933c879aac tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:31.140345 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd727f73-14c1-48a7-a170-4544f6218131 req-bc8b14fe-8891-4b00-8d95-3a9f3cae0953 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.140345 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd727f73-14c1-48a7-a170-4544f6218131 req-bc8b14fe-8891-4b00-8d95-3a9f3cae0953 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.3316188 Jun 26 16:27:31.188963 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:31.199056 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:31.202808 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:31.241113 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'Port': ['ID=87ab1efa-9edd-4c02-8a84-d3cd38a4bbfe,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:31.258225 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 825b775b-de03-4de1-89bf-85df031adbd5 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:31.262095 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:31.281894 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd727f73-14c1-48a7-a170-4544f6218131 req-3db221b6-4c67-4c70-81ce-e40425fea346 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271675 Jun 26 16:27:31.325140 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-02a4b614-0457-445f-9d20-41af1cf8c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.340992 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-02a4b614-0457-445f-9d20-41af1cf8c68a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1096 time: 0.1862965 Jun 26 16:27:31.428115 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.430763 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 825b775b-de03-4de1-89bf-85df031adbd5 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:31.431158 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.444713 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-fc6fcd8e-c43c-4722-a420-a7e1685acab7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 200 len: 217 time: 0.1019554 Jun 26 16:27:31.537212 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-49a2d350-7cf6-4bf5-a9a3-bc2ebbc73d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.538702 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-49a2d350-7cf6-4bf5-a9a3-bc2ebbc73d87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.0880263 Jun 26 16:27:31.540797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466e222f-5f09-4015-a07d-599f34788c0a {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:31.572278 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.594645 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-847dd6a6-8ef0-4d9c-a29f-ca4366fe2c1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490315 Jun 26 16:27:31.606135 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.612006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Transition to ACTIVE for port object 466e222f-5f09-4015-a07d-599f34788c0a will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:31.728984 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-50cbbf5a-ffcd-4784-a59a-5a1889c2a121 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268449 Jun 26 16:27:31.743003 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.759553 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:31.836258 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.911695 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:31.926845 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:31.928284 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Pushing event updated for resources: {'Port': ['ID=466e222f-5f09-4015-a07d-599f34788c0a,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:31.937736 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:31.965447 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Attempting to bind port 466e222f-5f09-4015-a07d-599f34788c0a on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:31.965783 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Attempting to bind port 466e222f-5f09-4015-a07d-599f34788c0a by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:31.966111 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Attempting to bind port 466e222f-5f09-4015-a07d-599f34788c0a on network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:31.976215 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fd393e-3aa3-4479-a050-a509defcf456 req-043920be-f060-4d01-8d31-7a7aedf17d32 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320960 Jun 26 16:27:31.987862 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072711a-0081-4510-876a-df74fa2509e1 req-b7e059d1-b6d5-4159-a4f7-532baddd7093 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:31.989411 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6072711a-0081-4510-876a-df74fa2509e1 req-b7e059d1-b6d5-4159-a4f7-532baddd7093 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 944 time: 0.2595084 Jun 26 16:27:31.990206 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Port 466e222f-5f09-4015-a07d-599f34788c0a on network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:31.990530 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Attempting to bind port 466e222f-5f09-4015-a07d-599f34788c0a on network 2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:31.997056 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:31.997391 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Checking segment: {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:31.997777 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Bound using segment: {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:31.999094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Bound port: 466e222f-5f09-4015-a07d-599f34788c0a, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e951ed90-1e2d-4af2-be60-6794e6f1ef32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:31.999094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:32.014323 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'Port': ['ID=87ab1efa-9edd-4c02-8a84-d3cd38a4bbfe,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:32.024010 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:32.079968 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6072711a-0081-4510-876a-df74fa2509e1 req-45518b31-937b-43a4-b994-3b4ea68fb342 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788534 Jun 26 16:27:32.095488 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:32.114714 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] For port 466e222f-5f09-4015-a07d-599f34788c0a, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:32.119525 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] For port 466e222f-5f09-4015-a07d-599f34788c0a, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=466e222f-5f09-4015-a07d-599f34788c0a,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:32.196932 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:32.198237 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8065550 Jun 26 16:27:32.212004 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:32.217624 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:32.252798 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:32.253842 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:32.255470 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] 10.222.0.15 "PUT /v2.0/ports/466e222f-5f09-4015-a07d-599f34788c0a HTTP/1.1" status: 200 len: 1093 time: 1.6702790 Jun 26 16:27:32.258109 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'tag': '466e222f-5f09-4015-a07d-599f34788c0a'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:32.261271 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1beff0-706e-4d59-bac7-85a0b7ebd409" -d '{"events": [{"name": "network-changed", "server_uuid": "5931de45-4b6b-429c-850f-cd31dc01d5b1", "tag": "466e222f-5f09-4015-a07d-599f34788c0a"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:32.314462 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Pushing event updated for resources: {'Port': ['ID=466e222f-5f09-4015-a07d-599f34788c0a,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:32.322820 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:32.332546 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72b1bd-32fe-4f8d-a171-bc76f5bfd871 req-59039f5a-af43-4579-a601-1a8d3bf09b8c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:32.334181 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bf72b1bd-32fe-4f8d-a171-bc76f5bfd871 req-59039f5a-af43-4579-a601-1a8d3bf09b8c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 943 time: 0.1555326 Jun 26 16:27:32.338404 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbdd7b9-8ef4-45ca-a297-5a05935ee51d x-openstack-request-id: req-5bbdd7b9-8ef4-45ca-a297-5a05935ee51d {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:32.338404 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5931de45-4b6b-429c-850f-cd31dc01d5b1", "tag": "466e222f-5f09-4015-a07d-599f34788c0a", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:32.338404 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5bbdd7b9-8ef4-45ca-a297-5a05935ee51d {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:32.338404 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'tag': '466e222f-5f09-4015-a07d-599f34788c0a', 'status': 'completed', 'code': 200} Jun 26 16:27:32.405333 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bf72b1bd-32fe-4f8d-a171-bc76f5bfd871 req-9142b96d-bbf6-4ebe-a693-d912245ab10e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609307 Jun 26 16:27:32.475764 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1beff0-706e-4d59-bac7-85a0b7ebd409 req-89884beb-9985-4f2e-b881-f3d085644eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:32.477472 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bd1beff0-706e-4d59-bac7-85a0b7ebd409 req-89884beb-9985-4f2e-b881-f3d085644eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0866413 Jun 26 16:27:32.661800 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 59652d61-b1f4-4bb0-a356-dd8fee75c701 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:27:32.798812 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 59652d61-b1f4-4bb0-a356-dd8fee75c701, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=59652d61-b1f4-4bb0-a356-dd8fee75c701,segment=NetworkSegment(0f33a0e0-7d37-4d9a-b9e6-37e60b80a234),segment_id=0f33a0e0-7d37-4d9a-b9e6-37e60b80a234)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:32.808987 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '59652d61-b1f4-4bb0-a356-dd8fee75c701', 'network_id': 'c098f654-25fd-4c00-a071-4a24e0d9022e', 'port_id': '59652d61-b1f4-4bb0-a356-dd8fee75c701', 'mac_address': 'fa:16:3e:64:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11feebb6-75ff-4b19-ae55-7be46133f582', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:27:32.846062 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-15a6d858-1d39-462b-9174-93ab481bcfb2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1770987548&fields=id&tenant_id=e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 267 time: 0.1185989 Jun 26 16:27:32.848523 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:32.862168 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59652d61-b1f4-4bb0-a356-dd8fee75c701 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:32.879523 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1beff0-706e-4d59-bac7-85a0b7ebd409 req-d878cb57-8928-41ea-a810-d2bb814727de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:32.881099 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bd1beff0-706e-4d59-bac7-85a0b7ebd409 req-d878cb57-8928-41ea-a810-d2bb814727de service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3903742 Jun 26 16:27:32.884293 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 59652d61-b1f4-4bb0-a356-dd8fee75c701, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=59652d61-b1f4-4bb0-a356-dd8fee75c701,segment=NetworkSegment(0f33a0e0-7d37-4d9a-b9e6-37e60b80a234),segment_id=0f33a0e0-7d37-4d9a-b9e6-37e60b80a234)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:32.918705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e234c-b29d-4d49-a81d-24265061ae1d req-cd7064a1-7bdc-4b61-a9d6-641a3e90abcc tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:32.920220 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-966e234c-b29d-4d49-a81d-24265061ae1d req-cd7064a1-7bdc-4b61-a9d6-641a3e90abcc tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.4085219 Jun 26 16:27:33.037893 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:33.038893 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1d32a8cb-7639-41e4-8590-282abfccf8f9 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:27:33.041751 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:33.058992 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-966e234c-b29d-4d49-a81d-24265061ae1d req-b4bdf530-dc9e-438c-80a4-4a4023973bea tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267314 Jun 26 16:27:33.094158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1beff0-706e-4d59-bac7-85a0b7ebd409 req-71737a36-a2b1-4a60-a88b-57fe2b46478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.095672 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bd1beff0-706e-4d59-bac7-85a0b7ebd409 req-71737a36-a2b1-4a60-a88b-57fe2b46478f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034271 Jun 26 16:27:33.112904 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-0033a82e-7319-4093-9a34-264266bc044f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.118066 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-0033a82e-7319-4093-9a34-264266bc044f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 817 time: 0.2588580 Jun 26 16:27:33.143067 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-64639d32-2043-45fd-be28-d43f6b6d6635 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/quotas/e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 375 time: 0.0126867 Jun 26 16:27:33.215288 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1d32a8cb-7639-41e4-8590-282abfccf8f9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:33.231860 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '1d32a8cb-7639-41e4-8590-282abfccf8f9', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'port_id': '1d32a8cb-7639-41e4-8590-282abfccf8f9', 'mac_address': 'fa:16:3e:22:cb:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d166ad-e8a7-4302-94d3-1c1711daf5cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:27:33.283416 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-3be464b6-ab03-4c87-8fe3-f28298b487af tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1329882 Jun 26 16:27:33.285707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-079980e2-3f0e-40e0-a2a6-6178046a6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.287746 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-079980e2-3f0e-40e0-a2a6-6178046a6867 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1249571 Jun 26 16:27:33.296054 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:33.321999 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d32a8cb-7639-41e4-8590-282abfccf8f9 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:33.326176 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=59652d61-b1f4-4bb0-a356-dd8fee75c701,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:33.338993 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:33.352927 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1d32a8cb-7639-41e4-8590-282abfccf8f9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:33.394142 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-0b0c625a-2107-44c8-bf96-7a96cd8b5dd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=466e222f-5f09-4015-a07d-599f34788c0a HTTP/1.1" status: 200 len: 217 time: 0.0941846 Jun 26 16:27:33.496452 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:33.496699 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-0118b1ed-fec6-40a9-9a32-d97484880194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.498739 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-0118b1ed-fec6-40a9-9a32-d97484880194 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.0745838 Jun 26 16:27:33.500558 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:33.546567 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7b3fe-965e-4f9d-9aeb-ec6857cd44bc req-4024b670-6f3d-4ee2-8fa0-02defe30ccaf tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.550285 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39e7b3fe-965e-4f9d-9aeb-ec6857cd44bc req-4024b670-6f3d-4ee2-8fa0-02defe30ccaf tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 945 time: 0.2615373 Jun 26 16:27:33.552827 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-4bde0e68-27b9-4b1b-a44e-0e9c32e903e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471585 Jun 26 16:27:33.557757 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-f8cff749-2555-4ea5-ba3c-5713e8de6c78 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346017 Jun 26 16:27:33.562634 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1d32a8cb-7639-41e4-8590-282abfccf8f9,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:33.568066 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:33.710386 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39e7b3fe-965e-4f9d-9aeb-ec6857cd44bc req-3db26050-3c44-4116-8944-6ca050694e82 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516490 Jun 26 16:27:33.772187 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-d384cf5c-9175-4351-96a7-47c20692e31c service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115219 Jun 26 16:27:33.781001 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-3b64cdfd-cb11-43be-a80d-f13978b07b2c service neutron] 10.222.0.45 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959150 Jun 26 16:27:33.782124 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1d32a8cb-7639-41e4-8590-282abfccf8f9'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:33.858808 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['59652d61-b1f4-4bb0-a356-dd8fee75c701'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:33.940457 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fff56f07-ba43-43b1-ad49-d3b46d6c80cf req-8f93d713-fa27-4686-a9fc-9588ae413f0f service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613240 Jun 26 16:27:33.983166 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09287e-d7b2-49b5-9421-09e28fad6d61 req-a973d804-7735-462c-8e3d-01878b3bc49a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:33.984928 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a09287e-d7b2-49b5-9421-09e28fad6d61 req-a973d804-7735-462c-8e3d-01878b3bc49a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 943 time: 0.0946529 Jun 26 16:27:34.025949 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a09287e-d7b2-49b5-9421-09e28fad6d61 req-9652ba51-779d-48f6-b9f9-8a74ad50931f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Jun 26 16:27:34.206793 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-38b6eaf4-c919-488a-9d67-5afbc654f75c req-c2ff10d0-1c55-45bd-8d0b-2bf3a0869804 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 210 time: 0.0453825 Jun 26 16:27:34.311560 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37136) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:34.343231 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a74e16-b8f5-4194-b87f-268cde93b28d req-0e34149d-a2d5-4b07-a9e5-ed6b15de00e5 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:34.344890 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f1a74e16-b8f5-4194-b87f-268cde93b28d req-0e34149d-a2d5-4b07-a9e5-ed6b15de00e5 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 945 time: 0.0806711 Jun 26 16:27:34.385966 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f1a74e16-b8f5-4194-b87f-268cde93b28d req-b12c056a-91d2-4dae-bfe5-e2ffd8d244da tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349600 Jun 26 16:27:34.445555 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-817a51f7-dbc9-41ca-904b-75926ec729f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.544728 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-817a51f7-dbc9-41ca-904b-75926ec729f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.661268 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ba36aa3a-d8f4-426e-a654-4cbc4f6866dc details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:27:34.662098 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-817a51f7-dbc9-41ca-904b-75926ec729f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.664971 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 59652d61-b1f4-4bb0-a356-dd8fee75c701 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:34.666848 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:34.704997 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-817a51f7-dbc9-41ca-904b-75926ec729f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36021bb31abe40afae91cdfd85cf9e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917634 Jun 26 16:27:34.706128 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a51f7-dbc9-41ca-904b-75926ec729f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69563e6-d1ac-4a87-a71c-1c428f909322,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:34.707898 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 37154) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:34.709601 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-817a51f7-dbc9-41ca-904b-75926ec729f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:34.773743 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.802915 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.919143 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.924545 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:34.925776 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c69563e6-d1ac-4a87-a71c-1c428f909322 HTTP/1.1" status: 204 len: 168 time: 0.2166867 Jun 26 16:27:34.935221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:34.946601 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:34.950845 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dda0a-2253-439b-92c0-005c2808c983 req-cb089bb2-1236-488b-866c-5000d17b3f34 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:34.952519 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9a9dda0a-2253-439b-92c0-005c2808c983 req-cb089bb2-1236-488b-866c-5000d17b3f34 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 945 time: 0.0965374 Jun 26 16:27:34.954307 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69563e6-d1ac-4a87-a71c-1c428f909322,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:34.957708 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:34.969500 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc', 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'port_id': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc', 'mac_address': 'fa:16:3e:14:cc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:27:35.009799 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37162) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:35.025640 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9a9dda0a-2253-439b-92c0-005c2808c983 req-3ad0c6e3-e8fb-4fa5-87f2-627032815862 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644596 Jun 26 16:27:35.027285 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 59652d61-b1f4-4bb0-a356-dd8fee75c701 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:35.037920 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 59652d61-b1f4-4bb0-a356-dd8fee75c701 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:35.038283 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.062657 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.083560 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba36aa3a-d8f4-426e-a654-4cbc4f6866dc {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:35.109073 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:35.153765 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.166080 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0d091c2-29e9-4e11-a3a8-1a12891e67e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.182191 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682d9076-1942-420a-a92e-b834b180758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59652d61-b1f4-4bb0-a356-dd8fee75c701'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:35.252681 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e942015-4151-4b26-8036-062bdf3e4566 req-873f7132-aa35-495a-89ad-d4c4f492ce2d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:35.254271 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e942015-4151-4b26-8036-062bdf3e4566 req-873f7132-aa35-495a-89ad-d4c4f492ce2d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 943 time: 0.0954978 Jun 26 16:27:35.281089 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.282161 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0d091c2-29e9-4e11-a3a8-1a12891e67e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.286947 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:35.294030 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 59652d61-b1f4-4bb0-a356-dd8fee75c701, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=59652d61-b1f4-4bb0-a356-dd8fee75c701,segment=NetworkSegment(0f33a0e0-7d37-4d9a-b9e6-37e60b80a234),segment_id=0f33a0e0-7d37-4d9a-b9e6-37e60b80a234)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:35.328119 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a860f805-fe80-4ade-afbf-7f57c16d94be req-7d0dc2eb-e731-4ece-a1c7-1c75d8740b4f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 210 time: 0.0422699 Jun 26 16:27:35.343284 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e942015-4151-4b26-8036-062bdf3e4566 req-a762ef4c-36ba-449d-b34e-fc7f5c80e12c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825434 Jun 26 16:27:35.368699 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:35.374704 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:35.398774 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e0d091c2-29e9-4e11-a3a8-1a12891e67e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.399313 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.400294 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1d32a8cb-7639-41e4-8590-282abfccf8f9 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:35.402660 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:35.411600 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d7608bfe-128f-4eb9-8202-4d8ed0241ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:35.453756 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e0d091c2-29e9-4e11-a3a8-1a12891e67e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6546a8e203c409bb308dd4070bc29ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426510 Jun 26 16:27:35.457133 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 37182) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:35.461797 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d091c2-29e9-4e11-a3a8-1a12891e67e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfc2555-828e-400e-8224-56ce669ca2b9,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:35.467205 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e0d091c2-29e9-4e11-a3a8-1a12891e67e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:35.469050 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd38c00-b8e5-42dd-bb12-b33f4a0ba2cd" -d '{"events": [{"server_uuid": "682d9076-1942-420a-a92e-b834b180758b", "name": "network-vif-plugged", "status": "completed", "tag": "59652d61-b1f4-4bb0-a356-dd8fee75c701"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:35.520894 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=59652d61-b1f4-4bb0-a356-dd8fee75c701,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:35.526114 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:35.558060 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['ba36aa3a-d8f4-426e-a654-4cbc4f6866dc'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:35.564851 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.591179 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.617223 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 1d32a8cb-7639-41e4-8590-282abfccf8f9 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:35.622934 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 1d32a8cb-7639-41e4-8590-282abfccf8f9 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:35.624383 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.653701 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f9096b-291a-40a4-9b29-26b81d9d3baa x-openstack-request-id: req-c1f9096b-291a-40a4-9b29-26b81d9d3baa {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:35.654119 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682d9076-1942-420a-a92e-b834b180758b", "name": "network-vif-plugged", "status": "completed", "tag": "59652d61-b1f4-4bb0-a356-dd8fee75c701", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:35.654599 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1f9096b-291a-40a4-9b29-26b81d9d3baa {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:35.657125 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682d9076-1942-420a-a92e-b834b180758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59652d61-b1f4-4bb0-a356-dd8fee75c701', 'code': 200} Jun 26 16:27:35.701848 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cbf93-8a08-4758-a6f4-58e9a70a9aa8 req-f04aa7d6-d29f-4a22-a953-1b1bc9cac85a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:35.710235 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a86cbf93-8a08-4758-a6f4-58e9a70a9aa8 req-f04aa7d6-d29f-4a22-a953-1b1bc9cac85a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 945 time: 0.1025598 Jun 26 16:27:35.759967 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a86cbf93-8a08-4758-a6f4-58e9a70a9aa8 req-197ce67f-e4c9-43ae-a2df-2dd62c4844fe tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Jun 26 16:27:35.804577 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.807990 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.809296 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cfc2555-828e-400e-8224-56ce669ca2b9 HTTP/1.1" status: 204 len: 168 time: 0.3511755 Jun 26 16:27:35.810494 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd3b98ee-8bfa-4fca-87a1-894d53c08916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:35.838701 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfc2555-828e-400e-8224-56ce669ca2b9,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:35.844307 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:35.882864 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.911516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 37202) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:35.931133 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dc004f84-8979-40aa-b81d-1ae332b98809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:35.942417 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1d32a8cb-7639-41e4-8590-282abfccf8f9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:36.028589 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dc004f84-8979-40aa-b81d-1ae332b98809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.042833 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.044956 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:36.116321 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1d32a8cb-7639-41e4-8590-282abfccf8f9,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:36.119773 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:36.127674 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dc004f84-8979-40aa-b81d-1ae332b98809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.171661 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:36.227132 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4156-9761-49aa-bef2-bc15dc0b9761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.235327 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc004f84-8979-40aa-b81d-1ae332b98809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8757cfc0-1ef6-470f-969c-387db6aebce4,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:36.240145 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-dc004f84-8979-40aa-b81d-1ae332b98809 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c24fdeba5ed42a1b912fcb8726d3829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275533 Jun 26 16:27:36.243119 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37210) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:36.256512 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-dc004f84-8979-40aa-b81d-1ae332b98809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:36.298591 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566db4e-522b-4b6c-b25e-02d2902d5ce4 req-4d9fa392-7c36-4a4b-aa2e-4568f5d1d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:36.300074 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8566db4e-522b-4b6c-b25e-02d2902d5ce4 req-4d9fa392-7c36-4a4b-aa2e-4568f5d1d259 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 1099 time: 0.1989086 Jun 26 16:27:36.300658 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.323423 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.323752 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-8566db4e-522b-4b6c-b25e-02d2902d5ce4 req-94c6d7bc-6895-44cd-9737-71b3d8cad82b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.339748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425139c6-2382-4dfa-a049-4ef4caec1eac req-b8058c57-3315-4036-9a16-9051a1e1bac2 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:36.341294 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-425139c6-2382-4dfa-a049-4ef4caec1eac req-b8058c57-3315-4036-9a16-9051a1e1bac2 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.1312413 Jun 26 16:27:36.393406 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-425139c6-2382-4dfa-a049-4ef4caec1eac req-dbf0919a-fbaf-4ecf-b69b-aabdded12db7 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Jun 26 16:27:36.493339 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-65c31823-e363-47b1-8a16-5ae68082a120 req-4d2d350c-849d-4ddf-8763-0a1320d3055f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 210 time: 0.0308349 Jun 26 16:27:36.561044 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba46fd1-67b9-4ee1-9582-32ae1337d1fa req-07b9aac9-bc69-4a71-b0c4-2039221f70ee tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:36.562554 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8ba46fd1-67b9-4ee1-9582-32ae1337d1fa req-07b9aac9-bc69-4a71-b0c4-2039221f70ee tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 943 time: 0.0683577 Jun 26 16:27:36.604757 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8ba46fd1-67b9-4ee1-9582-32ae1337d1fa req-9e4e1b9b-389b-4bb0-8e87-b8ac3bd2f6dd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Jun 26 16:27:36.658774 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 466e222f-5f09-4015-a07d-599f34788c0a details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:27:36.660883 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ba36aa3a-d8f4-426e-a654-4cbc4f6866dc up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:36.691329 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.695503 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.697009 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8757cfc0-1ef6-470f-969c-387db6aebce4 HTTP/1.1" status: 204 len: 168 time: 0.4524560 Jun 26 16:27:36.697966 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e0d091c2-29e9-4e11-a3a8-1a12891e67e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:36.714751 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8757cfc0-1ef6-470f-969c-387db6aebce4,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:36.717760 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:36.802538 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-8566db4e-522b-4b6c-b25e-02d2902d5ce4 req-94c6d7bc-6895-44cd-9737-71b3d8cad82b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.834943 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 466e222f-5f09-4015-a07d-599f34788c0a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=466e222f-5f09-4015-a07d-599f34788c0a,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:36.847525 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '466e222f-5f09-4015-a07d-599f34788c0a', 'network_id': '2e1a2188-11ee-4a52-9cce-99aec8b0c1e2', 'port_id': '466e222f-5f09-4015-a07d-599f34788c0a', 'mac_address': 'fa:16:3e:a6:bf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cbf0e82-2868-41fb-ae89-1adcc7bf8482', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:27:36.870735 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:36.881592 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:36.881973 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.914251 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.925726 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-8566db4e-522b-4b6c-b25e-02d2902d5ce4 req-94c6d7bc-6895-44cd-9737-71b3d8cad82b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.935619 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-bd7e3622-9f4c-4630-91ee-80b524a1d394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:36.936594 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37228) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:36.941883 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e222f-5f09-4015-a07d-599f34788c0a {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:36.960248 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e3e42a0-5d03-4b06-a834-a866a42e48ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:36.966511 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 466e222f-5f09-4015-a07d-599f34788c0a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=466e222f-5f09-4015-a07d-599f34788c0a,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:36.989630 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6d7bc-6895-44cd-9737-71b3d8cad82b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e62726-c91a-4e86-87f1-19a6153a414c,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:36.994595 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-94c6d7bc-6895-44cd-9737-71b3d8cad82b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:37.004759 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bb15b-ca6e-415e-9d5d-c9441c65c03f req-75e40d49-c0dd-4235-993d-39af7499dcfc tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:37.006688 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e23bb15b-ca6e-415e-9d5d-c9441c65c03f req-75e40d49-c0dd-4235-993d-39af7499dcfc tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.1386614 Jun 26 16:27:37.008582 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8566db4e-522b-4b6c-b25e-02d2902d5ce4 req-94c6d7bc-6895-44cd-9737-71b3d8cad82b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7017643 Jun 26 16:27:37.024408 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.060229 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e23bb15b-ca6e-415e-9d5d-c9441c65c03f req-627b22b4-e7f0-4b81-825f-97704f0e1d91 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454876 Jun 26 16:27:37.071632 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e3e42a0-5d03-4b06-a834-a866a42e48ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.080760 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:37.086993 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.088852 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:37.138667 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=466e222f-5f09-4015-a07d-599f34788c0a,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:37.141829 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:37.198479 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e3e42a0-5d03-4b06-a834-a866a42e48ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.201399 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6d129d47-021a-498c-9756-8474e80f9837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:37.219593 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.219593 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:37.240127 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7e3e42a0-5d03-4b06-a834-a866a42e48ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76610ad01e5148118c69db514103158a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017249 Jun 26 16:27:37.241036 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e42a0-5d03-4b06-a834-a866a42e48ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d187c5-e4c3-4ed0-9c77-bdee8182249f,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:37.243475 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37242) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:37.249492 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7e3e42a0-5d03-4b06-a834-a866a42e48ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:37.283654 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:37.287224 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:37.305330 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.333569 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.356709 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['466e222f-5f09-4015-a07d-599f34788c0a'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:37.416042 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-af5d3257-602a-47d3-8cd0-feecf6e1b7de tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:37.417609 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-af5d3257-602a-47d3-8cd0-feecf6e1b7de tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 817 time: 0.1896482 Jun 26 16:27:37.489959 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-616f6383-e119-44c8-bcd9-0a194ccf3e95 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 380 time: 0.0616245 Jun 26 16:27:37.502184 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'port': {'device_id': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'admin_state_up': True, 'tenant_id': 'e118aab60b5045788845fccb47720560', 'security_groups': ['b557b4e6-ea7f-407b-ab36-7da534d623ae']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:37.537547 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.540678 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:37.547300 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91d187c5-e4c3-4ed0-9c77-bdee8182249f HTTP/1.1" status: 204 len: 168 time: 0.3029683 Jun 26 16:27:37.551621 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4e1e547c-1ae7-4529-83aa-3770e3ecb992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:37.568893 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d187c5-e4c3-4ed0-9c77-bdee8182249f,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:37.572096 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:37.659291 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9'}, {'server_uuid': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:37.662497 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d251d04-19e9-4160-9ecf-14a8313a3ed9" -d '{"events": [{"server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "name": "network-vif-plugged", "status": "completed", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9"}, {"server_uuid": "607d3e7f-a53b-4e7e-8877-54ef9031ef7b", "name": "network-vif-plugged", "status": "completed", "tag": "ba36aa3a-d8f4-426e-a654-4cbc4f6866dc"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:37.756318 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fabb7f31-bf79-41c4-b753-7981d0deb0d4 req-d25eb6f8-66ad-4815-af9a-c1a872b042ac tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 210 time: 0.0460839 Jun 26 16:27:37.781697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12fb49-cbff-47df-8005-b018f90ff428 req-93297bfd-4096-4a04-a9a7-dda2224e23c3 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:37.783299 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-af12fb49-cbff-47df-8005-b018f90ff428 req-93297bfd-4096-4a04-a9a7-dda2224e23c3 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.2643173 Jun 26 16:27:37.825556 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-af12fb49-cbff-47df-8005-b018f90ff428 req-e8a519e2-e0e8-4911-9e71-8d0356eaa17d tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357115 Jun 26 16:27:37.897805 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c0223a-2aed-4b3a-8be1-2b6e36a6f4ff x-openstack-request-id: req-37c0223a-2aed-4b3a-8be1-2b6e36a6f4ff {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:37.898181 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "name": "network-vif-plugged", "status": "completed", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9", "code": 200}, {"server_uuid": "607d3e7f-a53b-4e7e-8877-54ef9031ef7b", "name": "network-vif-plugged", "status": "completed", "tag": "ba36aa3a-d8f4-426e-a654-4cbc4f6866dc", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:37.898482 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37c0223a-2aed-4b3a-8be1-2b6e36a6f4ff {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:37.898756 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9', 'code': 200} Jun 26 16:27:37.899016 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc', 'code': 200} Jun 26 16:27:37.900143 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Made reservation on behalf of e118aab60b5045788845fccb47720560 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:37.905729 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:38.032088 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d3777-1763-4c97-87a4-99db923a9980 req-0edae9cb-0e0e-4a0a-b76b-7d97407ec591 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:38.035167 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-462d3777-1763-4c97-87a4-99db923a9980 req-0edae9cb-0e0e-4a0a-b76b-7d97407ec591 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 944 time: 0.1539755 Jun 26 16:27:38.157668 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-462d3777-1763-4c97-87a4-99db923a9980 req-f0704580-0f06-4711-ab50-cfee90730a37 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130564 Jun 26 16:27:38.165786 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Allocated IP 172.20.0.13 (3b3f6caf-be2f-40d5-8a74-112261102b0e/b31166a6-704d-49c5-8e14-b4935e0c8caa/2786b34d-6ed1-4444-8658-1d0b9cdacf2b) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:38.450254 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d49cd-63c1-4c5c-b133-953cf62fb339 req-80fe0d0c-d3c0-47e5-96fc-4668f87d5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:38.451964 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cd4d49cd-63c1-4c5c-b133-953cf62fb339 req-80fe0d0c-d3c0-47e5-96fc-4668f87d5646 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.1178780 Jun 26 16:27:38.498324 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cd4d49cd-63c1-4c5c-b133-953cf62fb339 req-da4a0424-ddd8-4520-beb8-4205502bb48c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370331 Jun 26 16:27:38.607060 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9acab-97ea-491a-8844-c65266f7f495 req-df81502b-254d-4910-babb-3732371b836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:38.608532 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1ec9acab-97ea-491a-8844-c65266f7f495 req-df81502b-254d-4910-babb-3732371b836f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 1099 time: 0.1670957 Jun 26 16:27:38.619077 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:38.628018 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856848c-7578-45ea-8984-e9e6211641b8 req-4ef89b89-6153-4c62-a2b7-a22f05eed766 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:38.629551 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d856848c-7578-45ea-8984-e9e6211641b8 req-4ef89b89-6153-4c62-a2b7-a22f05eed766 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.4152699 Jun 26 16:27:38.668430 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 466e222f-5f09-4015-a07d-599f34788c0a up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:38.672172 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Transition to ACTIVE for port object 2786b34d-6ed1-4444-8658-1d0b9cdacf2b will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:38.708463 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1ec9acab-97ea-491a-8844-c65266f7f495 req-362dca7e-abb3-459d-a65e-68a867e44eee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763795 Jun 26 16:27:38.715860 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d856848c-7578-45ea-8984-e9e6211641b8 req-8432e8f1-a049-4fd1-96b8-4658e061f91c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Jun 26 16:27:38.854312 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 466e222f-5f09-4015-a07d-599f34788c0a completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:38.855010 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:38.856644 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b5dcfb5f-43c0-4f7b-8f5c-729403412237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:38.860084 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:38.868139 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 466e222f-5f09-4015-a07d-599f34788c0a triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:38.869751 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.052565 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.087596 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:39.100551 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:39.103556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:39.111950 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:39.111950 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.114093 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 466e222f-5f09-4015-a07d-599f34788c0a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=466e222f-5f09-4015-a07d-599f34788c0a,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:39.130536 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.135285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:39.147252 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:39.192621 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.196073 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-970d2f7c-2109-4bc7-8047-4066599da067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:39.235539 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7394805 Jun 26 16:27:39.262405 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f2469-1874-4bef-97b3-5777ae42f934 req-8b241200-6bdb-4752-aac8-726f931127ee tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:39.263980 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-168f2469-1874-4bef-97b3-5777ae42f934 req-8b241200-6bdb-4752-aac8-726f931127ee tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.2990229 Jun 26 16:27:39.278169 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Request body: {'port': {'device_id': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:39.293801 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=466e222f-5f09-4015-a07d-599f34788c0a,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:39.295794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbbc7-3650-4e6f-922b-4c508d789d27 req-a7d69771-c04b-49cc-91ea-ce95ee0880b6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:39.298144 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:39.303877 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62bdbbc7-3650-4e6f-922b-4c508d789d27 req-a7d69771-c04b-49cc-91ea-ce95ee0880b6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 932 time: 0.3462727 Jun 26 16:27:39.451046 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-168f2469-1874-4bef-97b3-5777ae42f934 req-0d386d75-c351-4971-bac3-68433021fc0e tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376233 Jun 26 16:27:39.456303 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62bdbbc7-3650-4e6f-922b-4c508d789d27 req-e7c328af-4b1e-4135-9dee-737df28616d5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214061 Jun 26 16:27:39.473606 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.614745 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-60915235-137b-4938-9458-248a5f08e9dc None None] Provisioning for port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:39.614745 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-60915235-137b-4938-9458-248a5f08e9dc None None] Provisioning complete for port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:39.614745 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-60915235-137b-4938-9458-248a5f08e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.653781 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-60915235-137b-4938-9458-248a5f08e9dc None None] Port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:27:39.715231 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.794958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd0a76-7cdc-408b-9fed-976f77607275 req-110c7fee-b62e-4f90-965d-3d2f9bf7209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:39.799349 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44cd0a76-7cdc-408b-9fed-976f77607275 req-110c7fee-b62e-4f90-965d-3d2f9bf7209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1735582 Jun 26 16:27:39.885744 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44cd0a76-7cdc-408b-9fed-976f77607275 req-7513becd-8f82-4864-b2db-1032adebdd0e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810792 Jun 26 16:27:39.900290 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e222f-5f09-4015-a07d-599f34788c0a'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:39.902888 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f43d1a-4ce4-4dad-97f1-e7c541ea25c5" -d '{"events": [{"server_uuid": "5931de45-4b6b-429c-850f-cd31dc01d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "466e222f-5f09-4015-a07d-599f34788c0a"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:39.929011 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2786b34d-6ed1-4444-8658-1d0b9cdacf2b {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:39.939820 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:39.950973 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c7ef77-0937-4661-894f-e824b1205338 x-openstack-request-id: req-66c7ef77-0937-4661-894f-e824b1205338 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:39.954155 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5931de45-4b6b-429c-850f-cd31dc01d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "466e222f-5f09-4015-a07d-599f34788c0a", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:39.954155 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66c7ef77-0937-4661-894f-e824b1205338 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:39.954155 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e222f-5f09-4015-a07d-599f34788c0a', 'code': 200} Jun 26 16:27:39.960781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Transition to ACTIVE for port object 2786b34d-6ed1-4444-8658-1d0b9cdacf2b will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:39.980704 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170bb02-6a6f-4e10-91c8-d2055cc8812b req-09d05220-70b2-43c8-a076-23cf99c8a1e0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:39.985401 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b170bb02-6a6f-4e10-91c8-d2055cc8812b req-09d05220-70b2-43c8-a076-23cf99c8a1e0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.1369126 Jun 26 16:27:40.026502 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b170bb02-6a6f-4e10-91c8-d2055cc8812b req-13d80ea9-e265-4f2b-a968-ab8eb8dde9fe tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381913 Jun 26 16:27:40.053515 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.055895 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:40.107075 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:40.109866 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:40.139750 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Attempting to bind port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:40.140100 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Attempting to bind port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:40.140748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Attempting to bind port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b on network 3b3f6caf-be2f-40d5-8a74-112261102b0e {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:40.147368 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b on network 3b3f6caf-be2f-40d5-8a74-112261102b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:40.148011 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Attempting to bind port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b on network 3b3f6caf-be2f-40d5-8a74-112261102b0e {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:40.158837 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:40.159474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Checking segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:40.159577 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Bound using segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:40.159973 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Bound port: 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:40.160330 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.240033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:40.243928 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:40.331402 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.333833 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:40.368409 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:40.369052 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:40.370472 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] 10.222.0.15 "PUT /v2.0/ports/2786b34d-6ed1-4444-8658-1d0b9cdacf2b HTTP/1.1" status: 200 len: 1094 time: 1.1045647 Jun 26 16:27:40.370868 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:40.373136 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cf7288-9f95-4f5a-bf8c-ca8ad0aea893" -d '{"events": [{"name": "network-changed", "server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:40.406013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:40.409714 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:40.445897 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16223433-e8c0-4e16-8a23-939037b30386 x-openstack-request-id: req-16223433-e8c0-4e16-8a23-939037b30386 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:40.446210 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:40.446485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16223433-e8c0-4e16-8a23-939037b30386 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:40.446921 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'status': 'completed', 'code': 200} Jun 26 16:27:40.607849 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d425e88-ad6b-49dc-8702-2cc0318e8b30 req-9890134e-d9e4-42c7-8f4d-0cefa0efcbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:40.610448 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1d425e88-ad6b-49dc-8702-2cc0318e8b30 req-9890134e-d9e4-42c7-8f4d-0cefa0efcbed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 1098 time: 0.1488750 Jun 26 16:27:40.731033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7288-9f95-4f5a-bf8c-ca8ad0aea893 req-4857fe2a-9f2d-4fdd-8c33-ee7f692e2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:40.732523 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-06cf7288-9f95-4f5a-bf8c-ca8ad0aea893 req-4857fe2a-9f2d-4fdd-8c33-ee7f692e2213 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 1097 time: 0.2447252 Jun 26 16:27:40.772942 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1d425e88-ad6b-49dc-8702-2cc0318e8b30 req-363e11a6-b240-45d6-a6fa-9964076ee5f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496875 Jun 26 16:27:40.852001 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b352161-ba29-4d8b-be6b-3e2f1fa3ce7b req-1368cd09-b10b-44fc-9915-17a547dbaa5f tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:40.853752 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8b352161-ba29-4d8b-be6b-3e2f1fa3ce7b req-1368cd09-b10b-44fc-9915-17a547dbaa5f tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.2494335 Jun 26 16:27:40.863875 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b8e9f-41b8-4d64-815b-a9e036fd50db req-491b2e40-b966-4fa4-9c7c-37d8bb89947c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:40.865377 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a41b8e9f-41b8-4d64-815b-a9e036fd50db req-491b2e40-b966-4fa4-9c7c-37d8bb89947c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.1898971 Jun 26 16:27:40.912939 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7288-9f95-4f5a-bf8c-ca8ad0aea893 req-231fc157-75f4-4d43-a96e-97717dbc268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:40.914404 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-06cf7288-9f95-4f5a-bf8c-ca8ad0aea893 req-231fc157-75f4-4d43-a96e-97717dbc268d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e118aab60b5045788845fccb47720560&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1728015 Jun 26 16:27:40.962539 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8b352161-ba29-4d8b-be6b-3e2f1fa3ce7b req-b8671ff1-252d-484d-bc6a-aca558e646f3 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938935 Jun 26 16:27:40.971950 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a41b8e9f-41b8-4d64-815b-a9e036fd50db req-d04ed424-f51e-4f35-a7ff-d488bc35d5d3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955083 Jun 26 16:27:41.079064 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf7288-9f95-4f5a-bf8c-ca8ad0aea893 req-802a0d6f-603f-41db-a30e-4f24fccf8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:41.080602 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-06cf7288-9f95-4f5a-bf8c-ca8ad0aea893 req-802a0d6f-603f-41db-a30e-4f24fccf8ee7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516705 Jun 26 16:27:41.291684 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6b670-eb07-4a12-85fb-6b415a19e5e8 req-c6097693-58ff-4a9a-bf57-4d4868951df8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:41.293347 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-afc6b670-eb07-4a12-85fb-6b415a19e5e8 req-c6097693-58ff-4a9a-bf57-4d4868951df8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1694715 Jun 26 16:27:41.300220 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-69fe861a-1ff8-4d33-949f-91aea263023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:41.301718 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-69fe861a-1ff8-4d33-949f-91aea263023f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 1097 time: 0.1459262 Jun 26 16:27:41.379130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417292f2-252f-4f09-9d40-e7a3d0994f7d req-f370cb5e-3be5-43e0-82a6-153293979bb5 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:41.380629 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-417292f2-252f-4f09-9d40-e7a3d0994f7d req-f370cb5e-3be5-43e0-82a6-153293979bb5 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.1792471 Jun 26 16:27:41.384466 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-823397e5-2d64-4e94-bd42-d7dcce0e29bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b HTTP/1.1" status: 200 len: 217 time: 0.0682414 Jun 26 16:27:41.511068 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-afc6b670-eb07-4a12-85fb-6b415a19e5e8 req-0ad06299-fbd8-4eed-a443-70ff09373cef tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155651 Jun 26 16:27:41.511068 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-417292f2-252f-4f09-9d40-e7a3d0994f7d req-d84a0411-9a25-4dbe-86fd-7ed1facc02c7 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889583 Jun 26 16:27:41.511068 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a2ca2f39-c5cd-4aac-9d25-17e7c4448229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:41.511068 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-a2ca2f39-c5cd-4aac-9d25-17e7c4448229 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0793962 Jun 26 16:27:41.564804 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-fa8c4013-abe6-4c50-b200-ebf29971848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:41.571387 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-fa8c4013-abe6-4c50-b200-ebf29971848e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753789 Jun 26 16:27:41.676121 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-883149bf-d531-4d1d-bc44-2c19dfa90004 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997751 Jun 26 16:27:41.785370 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e6be455-51ec-42cc-8b09-826fd4f6580b req-28da7e13-f55e-440e-b326-a9e3363fd0f4 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882664 Jun 26 16:27:41.848101 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:42.155059 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa08cea-f9ea-4a3b-89df-bc1f17fe142e req-bd059e1a-2e3d-41df-bc5b-53e26b3e9956 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:42.156552 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6aa08cea-f9ea-4a3b-89df-bc1f17fe142e req-bd059e1a-2e3d-41df-bc5b-53e26b3e9956 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0630503 Jun 26 16:27:42.198172 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6aa08cea-f9ea-4a3b-89df-bc1f17fe142e req-2de156d9-e327-41a2-93dd-3e4c9a38013c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358405 Jun 26 16:27:42.853836 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8a450-be36-4e82-8b53-75aa8d9747e5 req-d39cfe76-389f-4f81-bece-093d3d1b066a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:42.855454 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6ab8a450-be36-4e82-8b53-75aa8d9747e5 req-d39cfe76-389f-4f81-bece-093d3d1b066a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.2614410 Jun 26 16:27:42.893160 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6ab8a450-be36-4e82-8b53-75aa8d9747e5 req-564be14f-918d-4fc6-8b2e-8dd70c135055 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Jun 26 16:27:43.392729 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa92e82-d1bd-4fd1-83dd-0ef703bd5daf req-94ed7d4b-3251-43bc-bee1-6a97376aae61 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:43.392729 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aaa92e82-d1bd-4fd1-83dd-0ef703bd5daf req-94ed7d4b-3251-43bc-bee1-6a97376aae61 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0672441 Jun 26 16:27:43.433538 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aaa92e82-d1bd-4fd1-83dd-0ef703bd5daf req-713bdf7b-c06c-406a-a91a-0c056335a439 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422077 Jun 26 16:27:43.746042 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4557af-fa17-418a-928c-50f5e7a420be req-a30720a3-3cbc-4a85-8d58-1257d89fee0f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:43.747549 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0f4557af-fa17-418a-928c-50f5e7a420be req-a30720a3-3cbc-4a85-8d58-1257d89fee0f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0937731 Jun 26 16:27:43.800437 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-e9771042-fde2-497a-8813-3852b80a117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:43.801988 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-e9771042-fde2-497a-8813-3852b80a117b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 1098 time: 0.0945985 Jun 26 16:27:43.805153 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0f4557af-fa17-418a-928c-50f5e7a420be req-3a6f0907-1e9a-4321-ae3b-a21e91636016 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Jun 26 16:27:43.956098 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-df27336d-83dd-4171-8f1b-cad0c36b7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:43.957604 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-df27336d-83dd-4171-8f1b-cad0c36b7cae service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 919 time: 0.1484883 Jun 26 16:27:44.004197 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-ec7b8bd3-65be-42f8-b1f4-027abc95f21c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=466e222f-5f09-4015-a07d-599f34788c0a HTTP/1.1" status: 200 len: 217 time: 0.0392728 Jun 26 16:27:44.053763 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-56baab94-171a-47ed-86cc-dbf7706c2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:44.055205 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-56baab94-171a-47ed-86cc-dbf7706c2dcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.0438590 Jun 26 16:27:44.089643 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-2aec4c41-8828-47d1-bf01-d27eb32fc7db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267718 Jun 26 16:27:44.184508 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-662fa1e7-f147-4c33-9779-f3b756639297 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864809 Jun 26 16:27:44.287470 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c62c26-db33-49f8-8108-1437a5b7c82e req-cdf00478-419a-4fff-ae2a-43d3484e1092 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962682 Jun 26 16:27:44.702158 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:27:44.784165 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f926204-a30f-47d7-8693-33ba99913f8e req-12e6a53d-02f5-4d2b-bdfb-965dea569661 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:44.785748 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3f926204-a30f-47d7-8693-33ba99913f8e req-12e6a53d-02f5-4d2b-bdfb-965dea569661 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0757649 Jun 26 16:27:44.810682 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:44.826257 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'port_id': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'mac_address': 'fa:16:3e:69:88:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:27:44.833286 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3f926204-a30f-47d7-8693-33ba99913f8e req-c5d5b56b-e159-47d4-87b5-b77c8c03d795 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Jun 26 16:27:44.871474 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.884523 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2786b34d-6ed1-4444-8658-1d0b9cdacf2b {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:44.904302 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:44.976493 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:44.981321 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:45.030029 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909403a4-51d5-4565-87b1-ba60bb3d7b09 req-fe650284-81fb-4b16-9e53-4841960531e3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:45.032604 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-909403a4-51d5-4565-87b1-ba60bb3d7b09 req-fe650284-81fb-4b16-9e53-4841960531e3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0917287 Jun 26 16:27:45.041384 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:45.044777 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:45.077590 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-909403a4-51d5-4565-87b1-ba60bb3d7b09 req-41219ce7-aa82-49ba-b067-63a00e705c61 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Jun 26 16:27:45.323306 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['2786b34d-6ed1-4444-8658-1d0b9cdacf2b'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:46.037646 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980fa04-2bd9-494c-881e-d81716ef158d req-61bf9a73-a499-4653-86cd-18e3154cb241 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:46.039367 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5980fa04-2bd9-494c-881e-d81716ef158d req-61bf9a73-a499-4653-86cd-18e3154cb241 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 945 time: 0.0759189 Jun 26 16:27:46.085368 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5980fa04-2bd9-494c-881e-d81716ef158d req-64b0d808-be05-40c8-9d24-23a97ff837e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373068 Jun 26 16:27:46.279823 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da6108-4a43-40fc-90c0-e4acf355ecd5 req-02639cb6-06ad-47ab-8679-2512717398e4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:46.281313 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62da6108-4a43-40fc-90c0-e4acf355ecd5 req-02639cb6-06ad-47ab-8679-2512717398e4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0743670 Jun 26 16:27:46.326402 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62da6108-4a43-40fc-90c0-e4acf355ecd5 req-4270baa7-9ed8-4cad-bec0-3a9037d0fe14 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381873 Jun 26 16:27:46.712435 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:27:46.713044 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37634) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:46.821649 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-12a83976-b029-4ebc-8438-666380f8207c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.849921 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:27:46.854001 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:27:46.859653 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.926390 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-12a83976-b029-4ebc-8438-666380f8207c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.950192 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:46.976958 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:46.979414 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fce273-ec35-4bfd-bdcc-fe5a63f4cca3" -d '{"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:46.995570 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:47.026996 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc669bc3-362a-4565-b013-a03d096fd117 x-openstack-request-id: req-fc669bc3-362a-4565-b013-a03d096fd117 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:47.027293 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:47.027554 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc669bc3-362a-4565-b013-a03d096fd117 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:47.027954 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'code': 200} Jun 26 16:27:47.032682 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-12a83976-b029-4ebc-8438-666380f8207c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.036908 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:47.072418 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-12a83976-b029-4ebc-8438-666380f8207c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a99701cbff5a4f6b9c1205f018958827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587801 Jun 26 16:27:47.073387 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a83976-b029-4ebc-8438-666380f8207c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf3d69a-b792-4146-b718-e475b8604f4e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:47.075170 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 37656) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:47.076975 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-12a83976-b029-4ebc-8438-666380f8207c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:47.091010 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.092896 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:47.177541 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:47.178007 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.191231 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:47.220683 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.323412 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b0e76-5476-4648-87e5-bc20ac4d45ab req-81d51c03-5748-4f86-9d18-f1cb1ba113c5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:47.325902 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-588b0e76-5476-4648-87e5-bc20ac4d45ab req-81d51c03-5748-4f86-9d18-f1cb1ba113c5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0734558 Jun 26 16:27:47.369324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-588b0e76-5476-4648-87e5-bc20ac4d45ab req-10aa81ab-490a-4fdb-a7bf-bd1a38a4bdb2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376480 Jun 26 16:27:47.404926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.410771 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:47.414393 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ebf3d69a-b792-4146-b718-e475b8604f4e HTTP/1.1" status: 204 len: 168 time: 0.3356631 Jun 26 16:27:47.414393 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:47.420990 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf3d69a-b792-4146-b718-e475b8604f4e,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:47.423938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:47.599840 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0a1f9-fb29-4cb1-9fc8-12f7625630b1 req-b301b1e5-e714-488c-a582-4b8322a2edd3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:47.602973 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cff0a1f9-fb29-4cb1-9fc8-12f7625630b1 req-b301b1e5-e714-488c-a582-4b8322a2edd3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1248834 Jun 26 16:27:47.625088 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0e4d-950e-40b6-9286-0122f6b5a14a req-1112bd7c-78ce-4282-88a2-ac9b2c3b7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:47.626550 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c37e0e4d-950e-40b6-9286-0122f6b5a14a req-1112bd7c-78ce-4282-88a2-ac9b2c3b7361 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 1099 time: 0.0995057 Jun 26 16:27:47.661070 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cff0a1f9-fb29-4cb1-9fc8-12f7625630b1 req-7b79721d-f648-4f97-8daf-5bcc88c47507 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535274 Jun 26 16:27:47.681063 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c37e0e4d-950e-40b6-9286-0122f6b5a14a req-ef140370-8d45-466d-87c1-2ac6a9b7fb7d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473325 Jun 26 16:27:48.297272 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 37686) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:48.311023 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7f9d84d5-5594-4612-9762-5be4e34b3bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.399816 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7f9d84d5-5594-4612-9762-5be4e34b3bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.540948 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7f9d84d5-5594-4612-9762-5be4e34b3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.542259 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c9101f27-b72b-4394-a4c4-d6eedd9f1e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:48.587159 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-7f9d84d5-5594-4612-9762-5be4e34b3bd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84f00dc7199a4d36af16792e703b79d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887278 Jun 26 16:27:48.589881 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37696) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:48.598550 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d84d5-5594-4612-9762-5be4e34b3bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6e1c0b-235d-4d0e-a678-eec823079693,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:48.612771 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7f9d84d5-5594-4612-9762-5be4e34b3bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:48.644202 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61554b4f-73c0-4d5f-8aad-3f04aab6978d req-15e45909-0c9d-409d-9978-01deee7ffe13 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.644202 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-61554b4f-73c0-4d5f-8aad-3f04aab6978d req-15e45909-0c9d-409d-9978-01deee7ffe13 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1429818 Jun 26 16:27:48.654499 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.683047 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.698019 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-61554b4f-73c0-4d5f-8aad-3f04aab6978d req-09e5d0c9-da81-4c2d-8702-8f8d991dd771 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467238 Jun 26 16:27:48.872275 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17510847-3b09-45b3-a038-e79767f816d7 req-a74c8890-b407-4f69-96f7-5d266d348c8c tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:48.872275 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17510847-3b09-45b3-a038-e79767f816d7 req-a74c8890-b407-4f69-96f7-5d266d348c8c tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.0783834 Jun 26 16:27:48.884078 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.886865 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:48.890659 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb6e1c0b-235d-4d0e-a678-eec823079693 HTTP/1.1" status: 204 len: 168 time: 0.2961862 Jun 26 16:27:48.890659 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:48.904664 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6e1c0b-235d-4d0e-a678-eec823079693,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:48.907302 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:48.990662 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17510847-3b09-45b3-a038-e79767f816d7 req-96fa6f97-78ba-4585-82ff-15fede9f755c tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907626 Jun 26 16:27:49.019900 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0851396-6c11-4f2f-ace5-71d0a7d623b8 req-720991d5-ecb4-41dd-919d-596b6e35c1bd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:49.030565 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a0851396-6c11-4f2f-ace5-71d0a7d623b8 req-720991d5-ecb4-41dd-919d-596b6e35c1bd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1832688 Jun 26 16:27:49.080721 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a0851396-6c11-4f2f-ace5-71d0a7d623b8 req-53777d09-5aa9-4c0b-8dea-813942361e67 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491815 Jun 26 16:27:49.217606 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-bff3406a-58be-44f4-8252-09c73942faae tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:49.219128 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-bff3406a-58be-44f4-8252-09c73942faae tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.1036077 Jun 26 16:27:49.234350 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-7708757b-d613-4331-accf-3af36dcffd3f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/quotas/cb8d0e36b9ad4186b68cd12c445b1068 HTTP/1.1" status: 200 len: 375 time: 0.0090735 Jun 26 16:27:49.314161 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-385c8854-3341-4887-a803-9c1d122c75e1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739546 Jun 26 16:27:49.407733 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-30115a51-2bf4-4e03-a47d-e8178e8a66e5 service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859773 Jun 26 16:27:49.548945 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-74c85d0c-6895-4b2c-8f11-37c65fee62a5 service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332984 Jun 26 16:27:49.665117 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37760) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:49.828422 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dc9354b9-e905-4c41-9ba8-6a883b490d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.869356 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fd8144b8-7ccc-4fb8-b35b-bc7599574eed req-6c110a81-7e0b-4ba1-be5b-76ca4635b8f5 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 210 time: 0.0623100 Jun 26 16:27:49.958668 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dc9354b9-e905-4c41-9ba8-6a883b490d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:49.972591 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9ed40-6782-4f0d-978d-d8c11da1f16c req-4ffbe807-3ab0-488c-97a7-c1987e478583 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:49.974264 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b3a9ed40-6782-4f0d-978d-d8c11da1f16c req-4ffbe807-3ab0-488c-97a7-c1987e478583 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0968614 Jun 26 16:27:50.012303 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b3a9ed40-6782-4f0d-978d-d8c11da1f16c req-eceee620-b61a-4a2d-85c0-b39d8eea12c1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Jun 26 16:27:50.046147 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dc9354b9-e905-4c41-9ba8-6a883b490d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:50.049012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:50.090836 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-dc9354b9-e905-4c41-9ba8-6a883b490d37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ce95568963f42a483f9cf399a86005c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237037 Jun 26 16:27:50.108081 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9354b9-e905-4c41-9ba8-6a883b490d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09a6f47-e745-4490-98e8-00bb6d86d0d4,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:50.109129 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 37788) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:50.109515 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dc9354b9-e905-4c41-9ba8-6a883b490d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:50.242706 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:50.282859 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:50.292564 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746478b3-3c42-4e34-bfb3-61f885c15246 req-55cb7683-c917-44c6-a4cf-845fb2c75697 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:50.294059 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-746478b3-3c42-4e34-bfb3-61f885c15246 req-55cb7683-c917-44c6-a4cf-845fb2c75697 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.1908932 Jun 26 16:27:50.334168 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e71b2-8cc7-41ab-8d5e-9bab47f40f36 req-92eff780-ff21-4414-80f3-3a8e4fde4b1b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:50.335768 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe9e71b2-8cc7-41ab-8d5e-9bab47f40f36 req-92eff780-ff21-4414-80f3-3a8e4fde4b1b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1695035 Jun 26 16:27:50.346067 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37798) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:50.353296 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'floatingip': {'port_id': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:50.409691 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-746478b3-3c42-4e34-bfb3-61f885c15246 req-d7b3b1ad-f2de-4498-9e08-82a5e7eb79d5 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077313 Jun 26 16:27:50.445028 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:50.495825 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:50.498315 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:50.503872 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a09a6f47-e745-4490-98e8-00bb6d86d0d4 HTTP/1.1" status: 204 len: 168 time: 0.4042907 Jun 26 16:27:50.503872 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:50.511851 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09a6f47-e745-4490-98e8-00bb6d86d0d4,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:50.514114 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:50.577599 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5b5d2-7cf5-454b-8c3d-fa95251d525e req-64caf283-7669-4c1d-a155-fcd061186241 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:50.579566 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c8a5b5d2-7cf5-454b-8c3d-fa95251d525e req-64caf283-7669-4c1d-a155-fcd061186241 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1222203 Jun 26 16:27:50.656182 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c8a5b5d2-7cf5-454b-8c3d-fa95251d525e req-6b29d6fe-00c4-401f-8eb5-47399bf7c88d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690227 Jun 26 16:27:51.066915 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6feb55f5-d34d-481d-b209-f7547463eca5 req-a3e1c4b8-c922-4ccb-ab4a-3553f7806acb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 210 time: 0.0524116 Jun 26 16:27:51.169934 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-6704c954-9e16-4e3f-a48c-7feb6f9720cc tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:51.171461 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-6704c954-9e16-4e3f-a48c-7feb6f9720cc tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.15 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.1205842 Jun 26 16:27:51.321920 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.db.resource_extend [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 16:27:51.363521 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Deleting port 59652d61-b1f4-4bb0-a356-dd8fee75c701 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:27:51.364254 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:51.494476 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] For port 59652d61-b1f4-4bb0-a356-dd8fee75c701, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=59652d61-b1f4-4bb0-a356-dd8fee75c701,segment=NetworkSegment(0f33a0e0-7d37-4d9a-b9e6-37e60b80a234),segment_id=0f33a0e0-7d37-4d9a-b9e6-37e60b80a234)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:27:51.494844 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:51.536057 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Calling delete_port for 59652d61-b1f4-4bb0-a356-dd8fee75c701 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:27:51.538366 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:51.545771 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37834) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:51.571879 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c852897f-3f1d-45c6-bc2b-6761a8fba4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:51.698843 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c852897f-3f1d-45c6-bc2b-6761a8fba4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:51.722463 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:51.744880 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28397-2947-4731-b664-0e494332977c req-b12e6020-8efd-44ce-a0e6-60ec9bf5afdf tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:51.748756 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-38a28397-2947-4731-b664-0e494332977c req-b12e6020-8efd-44ce-a0e6-60ec9bf5afdf tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 946 time: 0.1573591 Jun 26 16:27:51.866846 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Floating IP cedd54dc-903b-4b47-bb71-29409165c236 associated. External IP: 172.28.2.115, port: 2786b34d-6ed1-4444-8658-1d0b9cdacf2b. Jun 26 16:27:51.908027 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c852897f-3f1d-45c6-bc2b-6761a8fba4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:51.915057 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:51.969621 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c852897f-3f1d-45c6-bc2b-6761a8fba4c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff87ea680ea9465fb25a2a7b51eeb2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231246 Jun 26 16:27:51.994721 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852897f-3f1d-45c6-bc2b-6761a8fba4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a3b678-fe0b-45ad-8c38-38789975e958,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:51.997169 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37842) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:52.008527 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c852897f-3f1d-45c6-bc2b-6761a8fba4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:52.078954 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-38a28397-2947-4731-b664-0e494332977c req-f71d104d-81cf-44e1-b3fa-200533defde8 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/security-groups?id=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289783 Jun 26 16:27:52.123263 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b47d8-208c-425b-8e5d-3af9418af4e3 req-08ff8b85-24cf-461e-8fcf-87d973c694cc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:52.135306 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f7b47d8-208c-425b-8e5d-3af9418af4e3 req-08ff8b85-24cf-461e-8fcf-87d973c694cc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1121449 Jun 26 16:27:52.136279 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.177510 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.195631 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['59652d61-b1f4-4bb0-a356-dd8fee75c701'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:52.200274 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.212541 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:52.253838 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:27:52.286731 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f7b47d8-208c-425b-8e5d-3af9418af4e3 req-8eaec34d-46e1-4c7d-af3d-11acf25bbf81 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553128 Jun 26 16:27:52.324598 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Pushing event deleted for resources: {'Port': ['ID=59652d61-b1f4-4bb0-a356-dd8fee75c701,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:52.333220 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:52.396923 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] No DVR routers for this DVR port 59652d61-b1f4-4bb0-a356-dd8fee75c701 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:27:52.398324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2ae7bc6a-53b6-49be-8a8a-ae9106536980 req-d8ec5bbf-edf7-4023-9eb0-7a76e92a561e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 210 time: 0.0694451 Jun 26 16:27:52.400615 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.403002 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d23b82e9-dd39-43bd-9f7e-1f3e0a0c5232 req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.15 "DELETE /v2.0/ports/59652d61-b1f4-4bb0-a356-dd8fee75c701 HTTP/1.1" status: 204 len: 173 time: 1.2255404 Jun 26 16:27:52.403928 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682d9076-1942-420a-a92e-b834b180758b', 'name': 'network-vif-deleted', 'tag': '59652d61-b1f4-4bb0-a356-dd8fee75c701'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:52.405822 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3924bd9f-f8ae-485d-9785-4b61b83056fb" -d '{"events": [{"server_uuid": "682d9076-1942-420a-a92e-b834b180758b", "name": "network-vif-deleted", "tag": "59652d61-b1f4-4bb0-a356-dd8fee75c701"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:52.415257 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.418533 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.425777 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95a3b678-fe0b-45ad-8c38-38789975e958 HTTP/1.1" status: 204 len: 168 time: 0.4171231 Jun 26 16:27:52.431459 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f1d5f7b7-1fd9-46af-86bb-ab307bf27418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:52.434551 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:27:52.439358 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:52.462287 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] Sync routers for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:27:52.471866 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a3b678-fe0b-45ad-8c38-38789975e958,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:52.477449 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:52.493880 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:52.495758 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:52.500628 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ecec2cbf-cc29-441e-bf0a-d688fa2a4791 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "PUT /v2.0/floatingips/cedd54dc-903b-4b47-bb71-29409165c236 HTTP/1.1" status: 200 len: 992 time: 2.1529574 Jun 26 16:27:52.500813 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:52.504567 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1874f4ae6808b5521cd4774103efbfd79a200f1fe364c6cd9ba579eb603fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:52.516767 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26c282f-ff41-454c-a043-0bfc33ad2d7e x-openstack-request-id: req-f26c282f-ff41-454c-a043-0bfc33ad2d7e {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:52.517116 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682d9076-1942-420a-a92e-b834b180758b", "name": "network-vif-deleted", "tag": "59652d61-b1f4-4bb0-a356-dd8fee75c701", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:52.517397 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f26c282f-ff41-454c-a043-0bfc33ad2d7e {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:52.517818 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682d9076-1942-420a-a92e-b834b180758b', 'name': 'network-vif-deleted', 'tag': '59652d61-b1f4-4bb0-a356-dd8fee75c701', 'status': 'completed', 'code': 200} Jun 26 16:27:52.577100 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b9f3f2-3405-4fb4-a556-70b7ad3f5d27 x-openstack-request-id: req-36b9f3f2-3405-4fb4-a556-70b7ad3f5d27 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:52.577666 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:52.577938 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36b9f3f2-3405-4fb4-a556-70b7ad3f5d27 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:52.578351 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'status': 'completed', 'code': 200} Jun 26 16:27:52.660750 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:52.706306 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-1f4a956d-7371-4e51-a4c8-945ac8a6cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:52.709042 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-1f4a956d-7371-4e51-a4c8-945ac8a6cde7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 1099 time: 0.0778632 Jun 26 16:27:52.826689 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37868) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:52.900802 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-2289ec4d-e5ea-44a8-aacd-3e3668f318de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:52.902398 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-2289ec4d-e5ea-44a8-aacd-3e3668f318de service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.1822064 Jun 26 16:27:52.913233 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-150303da-229e-4fe3-98f0-06b633df2a38 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:52.915083 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-150303da-229e-4fe3-98f0-06b633df2a38 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.1600196 Jun 26 16:27:52.961226 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Request body: {'port': {'device_id': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'admin_state_up': True, 'tenant_id': 'cb8d0e36b9ad4186b68cd12c445b1068'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:52.967188 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c02c559b-1432-4270-b2cc-c7337809e6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.121286 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-c23deb38-c620-41fd-b89d-f0a1b90a5039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b HTTP/1.1" status: 200 len: 1000 time: 0.2052212 Jun 26 16:27:53.169250 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c02c559b-1432-4270-b2cc-c7337809e6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.209901 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'cedd54dc-903b-4b47-bb71-29409165c236', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'floating_ip_address': '172.28.2.115', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'port_id': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'mac_address': 'fa:16:3e:69:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:27:31Z', 'updated_at': '2021-06-26T16:27:51Z', 'revision_number': 1, 'project_id': 'e118aab60b5045788845fccb47720560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:53.219179 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-b587032e-ffd8-4442-ab24-c5347f86d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:53.221012 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-b587032e-ffd8-4442-ab24-c5347f86d98f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0914850 Jun 26 16:27:53.281160 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] Checking router: 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:27:53.288041 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c02c559b-1432-4270-b2cc-c7337809e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.290686 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:27:53.291479 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:53.292504 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dc9354b9-e905-4c41-9ba8-6a883b490d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:53.310525 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a220018b-b513-44d3-9b1a-b10a4691a9e9 req-e5308042-8766-4bb4-92d3-023901b2a999 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 210 time: 0.0438762 Jun 26 16:27:53.423676 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c02c559b-1432-4270-b2cc-c7337809e6a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9a85c1037284c03b2ca5d89d2c1aebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958858 Jun 26 16:27:53.425696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37892) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:53.435119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-50164df7-f3ae-427d-bbd0-eed6869f27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:53.436841 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-50164df7-f3ae-427d-bbd0-eed6869f27eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2068112 Jun 26 16:27:53.486364 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c559b-1432-4270-b2cc-c7337809e6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd08de9c-e2d7-41f5-ad10-0f4cb8bdcae2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:53.496456 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c02c559b-1432-4270-b2cc-c7337809e6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:53.508292 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Made reservation on behalf of cb8d0e36b9ad4186b68cd12c445b1068 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:27:53.512363 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.542097 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:27:53.598111 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.677099 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d8e3f1fb-b206-4ccb-b002-515fa7262fbc req-68f6652f-5d61-4c89-a1ef-adc1ef83a2a0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 210 time: 0.0559661 Jun 26 16:27:53.797570 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-e7768ffa-c642-4785-90e9-623a2d753a3a service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479660 Jun 26 16:27:53.820562 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.843059 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae62d9-2f10-43e9-9143-453d1f7d7074 req-24e0423a-3185-4911-b679-1c0fb4f170c5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:53.847201 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17ae62d9-2f10-43e9-9143-453d1f7d7074 req-24e0423a-3185-4911-b679-1c0fb4f170c5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.2843556 Jun 26 16:27:53.905518 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'cedd54dc-903b-4b47-bb71-29409165c236', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'floating_ip_address': '172.28.2.115', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'port_id': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'mac_address': 'fa:16:3e:69:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:27:31Z', 'updated_at': '2021-06-26T16:27:51Z', 'revision_number': 1, 'project_id': 'e118aab60b5045788845fccb47720560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:53.933430 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b573ff5d-f299-4554-b024-2571d83dca05 None None] The sync data for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb is: [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'cedd54dc-903b-4b47-bb71-29409165c236', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'floating_ip_address': '172.28.2.115', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'port_id': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'mac_address': 'fa:16:3e:69:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:27:31Z', 'updated_at': '2021-06-26T16:27:51Z', 'revision_number': 1, 'project_id': 'e118aab60b5045788845fccb47720560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:27:53.963715 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.966724 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:53.973362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Allocated IP 172.20.0.2 (15b8c63f-37f4-4eba-9565-6a28e340e36c/a7d166ad-e8a7-4302-94d3-1c1711daf5cd/9350c88c-4144-4c80-b10d-f8e9cfaedef3) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:27:53.981774 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd08de9c-e2d7-41f5-ad10-0f4cb8bdcae2 HTTP/1.1" status: 204 len: 168 time: 0.5476151 Jun 26 16:27:53.983270 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17ae62d9-2f10-43e9-9143-453d1f7d7074 req-4a2c3349-5fb4-4ffc-8299-9022e8a021bd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185477 Jun 26 16:27:53.999750 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:54.023078 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd08de9c-e2d7-41f5-ad10-0f4cb8bdcae2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:54.026597 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:54.036553 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bea511f7-c694-43fa-a8dc-c5b7e10df7b6 req-73e84d0f-2407-4547-908b-76b324df6e96 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216325 Jun 26 16:27:54.098048 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.197224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.265586 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207d433-9492-4529-8949-21effce0caf8 None None] New status for floating IP cedd54dc-903b-4b47-bb71-29409165c236: ACTIVE {{(pid=93482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:27:54.385393 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.390555 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-1694f04d-3ddd-445c-a6c6-073e42a9a83c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:54.555291 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event updated for resources: {'Port': ['ID=9350c88c-4144-4c80-b10d-f8e9cfaedef3,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:54.576610 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:54.594894 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:27:54.608435 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:27:54.618201 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:27:54.622213 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1d32a8cb-7639-41e4-8590-282abfccf8f9'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:27:54.631146 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:54.632021 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:54.659313 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b5ae104-bd07-40be-b6f9-683f1de4b80b req-cc15bf73-5d81-400c-acee-1008d2161085 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] 10.222.0.45 "GET /v2.0/ports?device_id=682d9076-1942-420a-a92e-b834b180758b HTTP/1.1" status: 200 len: 210 time: 0.0655236 Jun 26 16:27:54.763260 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060782 Jun 26 16:27:54.782101 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Request body: {'port': {'device_id': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:27:54.793697 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 59652d61-b1f4-4bb0-a356-dd8fee75c701 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:27:54.827217 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 59652d61-b1f4-4bb0-a356-dd8fee75c701 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:27:54.827830 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 59652d61-b1f4-4bb0-a356-dd8fee75c701 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:27:54.936831 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.007771 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e8c11-6974-42a5-bc27-300badd10dfc req-5adc2db8-081b-4553-91c4-456d3449abd8 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:55.010636 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5f6e8c11-6974-42a5-bc27-300badd10dfc req-5adc2db8-081b-4553-91c4-456d3449abd8 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 931 time: 0.1409109 Jun 26 16:27:55.046827 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37946) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:55.070140 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3aa46833-9af4-4513-84ee-669e215b2a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.143143 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5f6e8c11-6974-42a5-bc27-300badd10dfc req-77c50b75-314d-4c4a-a7e8-e4e323675f4c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249352 Jun 26 16:27:55.211842 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3aa46833-9af4-4513-84ee-669e215b2a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.308150 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20463b23-dd0b-4daf-8444-155d52c5d7d6 req-986e21e4-0c64-4ed8-96d2-6fc232bcec03 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:55.312216 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3aa46833-9af4-4513-84ee-669e215b2a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.316343 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-20463b23-dd0b-4daf-8444-155d52c5d7d6 req-986e21e4-0c64-4ed8-96d2-6fc232bcec03 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1144750 Jun 26 16:27:55.316944 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2080e3dc-bb20-43ae-b2a4-8f3b9e0186a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:55.354375 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-3aa46833-9af4-4513-84ee-669e215b2a36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3af63697c5ad49039ecb6fd0d8438790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064506 Jun 26 16:27:55.355510 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa46833-9af4-4513-84ee-669e215b2a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49180ab-162d-43ed-bd7d-22d29f70ffa8,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:55.360928 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 37952) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:55.365150 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9350c88c-4144-4c80-b10d-f8e9cfaedef3 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:27:55.371118 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3aa46833-9af4-4513-84ee-669e215b2a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:55.381039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.395364 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-20463b23-dd0b-4daf-8444-155d52c5d7d6 req-f8d638fb-97f6-4835-ac44-5145929857f0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784922 Jun 26 16:27:55.412230 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Transition to ACTIVE for port object 9350c88c-4144-4c80-b10d-f8e9cfaedef3 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:27:55.450427 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.473321 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.550792 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.561273 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:55.600759 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Pushing event updated for resources: {'Port': ['ID=9350c88c-4144-4c80-b10d-f8e9cfaedef3,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:55.605602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:55.637778 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Attempting to bind port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:27:55.638102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Attempting to bind port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:27:55.638423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Attempting to bind port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:55.642665 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:27:55.642977 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Attempting to bind port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:27:55.647693 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:27:55.658723 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Checking segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:27:55.658723 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Bound using segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:27:55.658723 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Bound port: 9350c88c-4144-4c80-b10d-f8e9cfaedef3, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:27:55.658723 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.659859 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.659859 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.659859 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b49180ab-162d-43ed-bd7d-22d29f70ffa8 HTTP/1.1" status: 204 len: 168 time: 0.2918220 Jun 26 16:27:55.659859 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c852897f-3f1d-45c6-bc2b-6761a8fba4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:55.667124 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49180ab-162d-43ed-bd7d-22d29f70ffa8,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:55.670061 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:55.771291 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] For port 9350c88c-4144-4c80-b10d-f8e9cfaedef3, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:27:55.775728 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] For port 9350c88c-4144-4c80-b10d-f8e9cfaedef3, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=9350c88c-4144-4c80-b10d-f8e9cfaedef3,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:27:55.910906 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.912949 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:55.953008 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:55.953776 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:55.955531 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] 10.222.0.15 "PUT /v2.0/ports/9350c88c-4144-4c80-b10d-f8e9cfaedef3 HTTP/1.1" status: 200 len: 1093 time: 1.1779528 Jun 26 16:27:55.956852 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'tag': '9350c88c-4144-4c80-b10d-f8e9cfaedef3'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:27:55.959589 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6137dca2-bb54-418e-8d9d-5c9eb62d6413" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4104e4-ffaf-4cb4-beda-0dbdb57a380b", "tag": "9350c88c-4144-4c80-b10d-f8e9cfaedef3"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:27:55.980703 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Pushing event updated for resources: {'Port': ['ID=9350c88c-4144-4c80-b10d-f8e9cfaedef3,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:55.986093 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:56.033819 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5148a9b2-0ff3-457d-9e1b-2627cc192898 x-openstack-request-id: req-5148a9b2-0ff3-457d-9e1b-2627cc192898 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:27:56.034132 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4104e4-ffaf-4cb4-beda-0dbdb57a380b", "tag": "9350c88c-4144-4c80-b10d-f8e9cfaedef3", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:27:56.034409 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5148a9b2-0ff3-457d-9e1b-2627cc192898 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:27:56.034827 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'tag': '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'status': 'completed', 'code': 200} Jun 26 16:27:56.153253 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137dca2-bb54-418e-8d9d-5c9eb62d6413 req-bf8979a0-8308-4eb6-8f2b-f03dc603fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:56.155074 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6137dca2-bb54-418e-8d9d-5c9eb62d6413 req-bf8979a0-8308-4eb6-8f2b-f03dc603fe9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 1096 time: 0.0768511 Jun 26 16:27:56.282795 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137dca2-bb54-418e-8d9d-5c9eb62d6413 req-0d458711-43c6-46f7-922e-076d55cba925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:56.284982 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6137dca2-bb54-418e-8d9d-5c9eb62d6413 req-0d458711-43c6-46f7-922e-076d55cba925 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1171193 Jun 26 16:27:56.437972 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9de620-d65b-407d-b097-01a64502dc05 req-c85f9465-ce15-4487-8d25-8139863175b6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:56.439470 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bd9de620-d65b-407d-b097-01a64502dc05 req-c85f9465-ce15-4487-8d25-8139863175b6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 943 time: 0.1212204 Jun 26 16:27:56.441303 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137dca2-bb54-418e-8d9d-5c9eb62d6413 req-9f2b7f8c-62fe-407a-af9b-8279e63e6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:56.442626 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6137dca2-bb54-418e-8d9d-5c9eb62d6413 req-9f2b7f8c-62fe-407a-af9b-8279e63e6bce service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483548 Jun 26 16:27:56.497685 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bd9de620-d65b-407d-b097-01a64502dc05 req-99ed9d42-70b9-4e25-a6a8-b1b4a2609cb8 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510371 Jun 26 16:27:56.626912 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-4c120c9f-8d74-4e8b-a9dd-19fa5fd8c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:56.628453 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-4c120c9f-8d74-4e8b-a9dd-19fa5fd8c8cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 1096 time: 0.1201444 Jun 26 16:27:56.640915 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bdad7-bdcd-4e0d-ae41-a7a0c9b9ff9d req-57e3aca7-b8b7-4122-83e3-7147e01a261a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:56.642457 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-543bdad7-bdcd-4e0d-ae41-a7a0c9b9ff9d req-57e3aca7-b8b7-4122-83e3-7147e01a261a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0902388 Jun 26 16:27:56.686780 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-3b9bd745-5a2a-4deb-95b7-3d900a7a3868 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9350c88c-4144-4c80-b10d-f8e9cfaedef3 HTTP/1.1" status: 200 len: 217 time: 0.0432780 Jun 26 16:27:56.781861 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38018) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:56.922627 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cd550f65-3d9f-4c30-b0a4-c8e4b115d4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.011208 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-543bdad7-bdcd-4e0d-ae41-a7a0c9b9ff9d req-5e6da475-24e8-44a8-9c7a-cf58161e05e8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614013 Jun 26 16:27:57.017218 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-6f85debf-10e5-4b07-9cfa-34fba07928cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:57.018807 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-6f85debf-10e5-4b07-9cfa-34fba07928cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 200 len: 855 time: 0.3238919 Jun 26 16:27:57.069961 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-e6d1b11d-44c9-4391-bf77-aa24ec6747df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b8c63f-37f4-4eba-9565-6a28e340e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355537 Jun 26 16:27:57.077797 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cd550f65-3d9f-4c30-b0a4-c8e4b115d4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.150494 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cd550f65-3d9f-4c30-b0a4-c8e4b115d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.154291 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ec65cfbc-8c03-4fcb-8288-c68a9317d61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:57.196332 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-8a2d9708-fec3-4ad4-b833-0a485ef2d673 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035237 Jun 26 16:27:57.210948 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-cd550f65-3d9f-4c30-b0a4-c8e4b115d4bb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6027ed0699024ea48d33432e051b3e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275522 Jun 26 16:27:57.215605 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38042) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:57.216750 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd550f65-3d9f-4c30-b0a4-c8e4b115d4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3fd2b1-539f-4582-a6a2-928b4017df4d,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:57.240464 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-cd550f65-3d9f-4c30-b0a4-c8e4b115d4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:57.299799 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.334982 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.352555 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b50adf5d-85ff-4f29-b7f5-b51b39e6fd56 req-a72919bb-46b7-4f41-85e1-51350649e6ff service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477396 Jun 26 16:27:57.473334 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38052) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:57.509094 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.511681 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.512803 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e3fd2b1-539f-4582-a6a2-928b4017df4d HTTP/1.1" status: 204 len: 168 time: 0.2866204 Jun 26 16:27:57.515011 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7e3e42a0-5d03-4b06-a834-a866a42e48ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:57.525211 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3fd2b1-539f-4582-a6a2-928b4017df4d,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:57.529218 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:57.536167 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Deleting subnet 11feebb6-75ff-4b19-ae55-7be46133f582 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:27:57.539842 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.579552 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.628045 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.708454 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591e93b-364d-4759-9491-17e43c33df3c req-013f6e75-270e-4d12-8fdc-fb7d503360ad tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:57.710060 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c591e93b-364d-4759-9491-17e43c33df3c req-013f6e75-270e-4d12-8fdc-fb7d503360ad tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 943 time: 0.0810385 Jun 26 16:27:57.755457 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c591e93b-364d-4759-9491-17e43c33df3c req-b330b510-94b5-4574-be80-9fb0aa48248f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385964 Jun 26 16:27:57.781247 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.785780 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6a8ff3ab-5e1c-472b-a062-da460c97c865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:57.815625 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.820613 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38074) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:57.829139 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/11feebb6-75ff-4b19-ae55-7be46133f582 HTTP/1.1" status: 204 len: 168 time: 0.3541226 Jun 26 16:27:57.832801 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11feebb6-75ff-4b19-ae55-7be46133f582,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:57.838719 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d421f900-a626-43db-8a6f-10f74f8356d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:57.900247 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:57.992296 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.003208 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.003580 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.004337 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.004885 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.005051 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.005484 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.006210 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.006513 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.006911 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.007180 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.160180 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.160622 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.161063 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.161452 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 16:27:58.161899 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c098f654-25fd-4c00-a071-4a24e0d9022e']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:58.190778 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f33a0e0-7d37-4d9a-b9e6-37e60b80a234') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:58.191074 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f33a0e0-7d37-4d9a-b9e6-37e60b80a234') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:27:58.225447 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.249315 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.264844 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:27:58.264844 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: from cryptography.utils import int_from_bytes Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: from cryptography.utils import int_from_bytes Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:27:58.269015 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:27:58.332605 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7061624-3625-4959-ad0e-7952e94c897f req-cfce0b6e-4f23-4020-80ad-8ab2064bd9dc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:58.334401 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a7061624-3625-4959-ad0e-7952e94c897f req-cfce0b6e-4f23-4020-80ad-8ab2064bd9dc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1663940 Jun 26 16:27:58.395438 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a7061624-3625-4959-ad0e-7952e94c897f req-e81dc330-649c-48ef-b1a1-6c24ed0c9db7 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547197 Jun 26 16:27:58.503540 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38116) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:58.517734 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-aa7a5643-b141-44fa-9b37-2b342387c0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.551722 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.563159 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.568993 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c098f654-25fd-4c00-a071-4a24e0d9022e HTTP/1.1" status: 204 len: 168 time: 0.7469633 Jun 26 16:27:58.570148 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0f9d4bdb-b886-47a4-ad46-286f99d49bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:58.585383 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c098f654-25fd-4c00-a071-4a24e0d9022e,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:58.589394 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:58.646590 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-aa7a5643-b141-44fa-9b37-2b342387c0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.758017 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-aa7a5643-b141-44fa-9b37-2b342387c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.761749 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b7316684-75ae-4405-8402-ff0a18331caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:58.797845 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-aa7a5643-b141-44fa-9b37-2b342387c0f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=066b07ef0a594976aae9293f5bf63459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914088 Jun 26 16:27:58.798925 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38126) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:58.805943 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a5643-b141-44fa-9b37-2b342387c0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdfd1cd-80e6-44c4-8cd4-55241928baf0,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:58.809916 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-aa7a5643-b141-44fa-9b37-2b342387c0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:58.854241 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.887153 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:58.889172 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38130) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:58.967857 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38134) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:58.983865 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a119ec-cfb0-405b-a366-c955f2f34185 req-6cc8727b-8f51-4c8b-9fe1-487c8f3ff12f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:58.991671 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-40a119ec-cfb0-405b-a366-c955f2f34185 req-6cc8727b-8f51-4c8b-9fe1-487c8f3ff12f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 943 time: 0.0943866 Jun 26 16:27:59.016382 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ff6f8098-061a-491f-af01-36622af0cf46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ae2e374a9604f4c8436a71ccde0c52b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473204 Jun 26 16:27:59.017367 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38136) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:59.025042 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-40a119ec-cfb0-405b-a366-c955f2f34185 req-cbc621d4-519e-404b-8ee9-22801fc10c95 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324438 Jun 26 16:27:59.039232 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.041942 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.052993 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cdfd1cd-80e6-44c4-8cd4-55241928baf0 HTTP/1.1" status: 204 len: 168 time: 0.2427282 Jun 26 16:27:59.052993 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-77fb5f5a-6992-4ea9-81e6-b7be139cbdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:59.061883 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdfd1cd-80e6-44c4-8cd4-55241928baf0,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:59.064376 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:59.093827 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.118553 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.150864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8b05872a-163e-468c-b5dc-1c8ad40ed807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.230130 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.232829 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.234148 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da6b7ac4-33f5-40a3-9bed-2c0bfca027ab HTTP/1.1" status: 204 len: 168 time: 0.2156773 Jun 26 16:27:59.234986 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:59.243349 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b7ac4-33f5-40a3-9bed-2c0bfca027ab,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:59.245877 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:59.255934 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8b05872a-163e-468c-b5dc-1c8ad40ed807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.327622 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8b05872a-163e-468c-b5dc-1c8ad40ed807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.332243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9dbf5349-5c78-49b8-b33b-c8ef3060e50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:59.376177 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-8b05872a-163e-468c-b5dc-1c8ad40ed807 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcb9eb3e788d4da496d86841cc6d8714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773347 Jun 26 16:27:59.376177 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05872a-163e-468c-b5dc-1c8ad40ed807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f296a8-01c3-427b-baa1-871be58c4987,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:59.376177 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8b05872a-163e-468c-b5dc-1c8ad40ed807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:59.378635 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38144) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:27:59.433949 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.457115 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.608372 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.613163 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:27:59.617024 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63f296a8-01c3-427b-baa1-871be58c4987 HTTP/1.1" status: 204 len: 168 time: 0.2347755 Jun 26 16:27:59.617024 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:27:59.624402 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f296a8-01c3-427b-baa1-871be58c4987,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:27:59.627137 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:27:59.663519 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f9e1d-b55d-419e-8c2a-0edfa7de3d3b req-73995f76-c5d3-4d02-9953-cccede4878e9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:27:59.665165 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3c0f9e1d-b55d-419e-8c2a-0edfa7de3d3b req-73995f76-c5d3-4d02-9953-cccede4878e9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0995259 Jun 26 16:27:59.709430 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3c0f9e1d-b55d-419e-8c2a-0edfa7de3d3b req-b7c9388b-3354-4d3a-a411-20bf50aa5920 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348957 Jun 26 16:28:00.210604 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e0edf-8304-42a7-a8f9-616aa5c9052e req-5d3a9c39-622e-4a3c-843f-fd906e3876b3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:00.212168 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f27e0edf-8304-42a7-a8f9-616aa5c9052e req-5d3a9c39-622e-4a3c-843f-fd906e3876b3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 943 time: 0.0714810 Jun 26 16:28:00.251111 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f27e0edf-8304-42a7-a8f9-616aa5c9052e req-10672ede-bbc1-4815-ae1f-6dcbe2c6b5b0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333216 Jun 26 16:28:00.259961 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38186) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:00.277180 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dbf7584c-e47e-47d3-8fe7-89249321e562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.377840 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dbf7584c-e47e-47d3-8fe7-89249321e562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.539146 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-dbf7584c-e47e-47d3-8fe7-89249321e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.541917 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-8283b468-7b77-47a5-af57-f371f48a221b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:00.579237 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-dbf7584c-e47e-47d3-8fe7-89249321e562 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d291fbd2df8844fda5f0b2f3b764103e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173387 Jun 26 16:28:00.580088 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7584c-e47e-47d3-8fe7-89249321e562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1635bb-29b4-4de5-888b-288ef6e23985,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:00.583137 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38192) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:00.589625 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dbf7584c-e47e-47d3-8fe7-89249321e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:00.638195 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.661854 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.790456 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.793183 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:00.797312 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bd1635bb-29b4-4de5-888b-288ef6e23985 HTTP/1.1" status: 204 len: 168 time: 0.2129087 Jun 26 16:28:00.798022 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:00.806817 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 9350c88c-4144-4c80-b10d-f8e9cfaedef3 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:00.814351 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1635bb-29b4-4de5-888b-288ef6e23985,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:00.820464 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:00.940600 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17546046-b78a-4b6d-a23e-ea00ce6a17d0 req-f96c1800-cbc2-4f47-b5c9-fded3e94b57d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:00.944031 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17546046-b78a-4b6d-a23e-ea00ce6a17d0 req-f96c1800-cbc2-4f47-b5c9-fded3e94b57d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0999942 Jun 26 16:28:00.990560 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17546046-b78a-4b6d-a23e-ea00ce6a17d0 req-881a5185-0ab6-466c-afe8-efc572e4636e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390379 Jun 26 16:28:00.998192 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 9350c88c-4144-4c80-b10d-f8e9cfaedef3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=9350c88c-4144-4c80-b10d-f8e9cfaedef3,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:01.016970 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'port_id': '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'mac_address': 'fa:16:3e:9e:4f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d166ad-e8a7-4302-94d3-1c1711daf5cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:01.065928 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.079809 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9350c88c-4144-4c80-b10d-f8e9cfaedef3 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:01.100957 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 9350c88c-4144-4c80-b10d-f8e9cfaedef3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=9350c88c-4144-4c80-b10d-f8e9cfaedef3,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:01.224291 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.226128 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:01.261159 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38220) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:01.289428 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=9350c88c-4144-4c80-b10d-f8e9cfaedef3,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:01.289428 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:01.427044 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524636200-network', 'tenant_id': 'efcf8f5bdeaa4fb09ebb31bbf1f50c32'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:01.465296 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fd8c4-f7da-428f-b5ee-7b83b23a265c req-ba79d7c1-f25f-438d-9a38-b2c172f63b5f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:01.466978 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ca6fd8c4-f7da-428f-b5ee-7b83b23a265c req-ba79d7c1-f25f-438d-9a38-b2c172f63b5f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 944 time: 0.0940366 Jun 26 16:28:01.517433 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ca6fd8c4-f7da-428f-b5ee-7b83b23a265c req-55fa7590-da2a-4421-8e84-dd8ab4e41700 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433407 Jun 26 16:28:01.574918 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['9350c88c-4144-4c80-b10d-f8e9cfaedef3'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:01.582999 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38240) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:01.583715 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Made reservation on behalf of efcf8f5bdeaa4fb09ebb31bbf1f50c32 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:01.586258 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.596799 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.739762 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.796698 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1766484471-network', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:01.814931 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.819073 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:01.841252 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:01.850346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93153270-44a2-4b74-8f5b-12c9b2ac3f2b,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:01.854261 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:01.857035 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.857861 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Added segment 126ee40a-27f8-4228-a9f6-77745e520dcb of type vlan for network 300df13b-cdf6-47e1-8f69-f6abf84f370c Jun 26 16:28:01.901799 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.961910 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Made reservation on behalf of c02d6e50b6c44b7faee21ad462016554 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:01.964331 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.972945 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.990438 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.994537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:01.994537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:01.996470 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a63e4989-ed33-423a-adfa-12a8f416eb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:02.066755 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Pushing event updated for resources: {'Network': ['ID=300df13b-cdf6-47e1-8f69-f6abf84f370c,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:02.070951 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:02.077644 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 300df13b-cdf6-47e1-8f69-f6abf84f370c details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:02.085595 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.161752 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.166294 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-aa7a5643-b141-44fa-9b37-2b342387c0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:02.210464 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34930d6-30ce-46ee-b3ad-7c44c0e5fc7e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:02.216539 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e578b-bee1-4212-ab53-8dc707bb4c9b req-aff96482-ee62-4465-a5cc-e3111e601c07 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.226552 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:02.226686 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-124e578b-bee1-4212-ab53-8dc707bb4c9b req-aff96482-ee62-4465-a5cc-e3111e601c07 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0834451 Jun 26 16:28:02.230847 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:02.241822 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.242402 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Added segment 197f75b7-68d9-47ef-826c-86bcdaf9c37d of type vlan for network 46e5672a-9a61-4585-9d50-f34e982f2d11 Jun 26 16:28:02.262688 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0000589 Jun 26 16:28:02.263423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38268) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:02.272292 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Request body: {'subnet': {'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524636200-subnet', 'tenant_id': 'efcf8f5bdeaa4fb09ebb31bbf1f50c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:02.273012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38270) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:02.279191 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-124e578b-bee1-4212-ab53-8dc707bb4c9b req-1fe691c8-324c-4e39-8dc6-6a482589ad1f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517285 Jun 26 16:28:02.305519 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.383404 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-28738b46-108e-49a4-8b15-3e3ebe6186d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.409221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Made reservation on behalf of efcf8f5bdeaa4fb09ebb31bbf1f50c32 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:02.411784 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59406234'] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.431594 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.435226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.435995 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.441331 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0e498064-a5ae-4871-857c-7c9e0a64190c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:02.525164 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Pushing event updated for resources: {'Network': ['ID=46e5672a-9a61-4585-9d50-f34e982f2d11,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:02.532252 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:02.548062 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:02.567063 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-28738b46-108e-49a4-8b15-3e3ebe6186d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.665184 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-28738b46-108e-49a4-8b15-3e3ebe6186d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.667695 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3aa46833-9af4-4513-84ee-669e215b2a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:02.697489 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59482204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59406216'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.701868 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:02.704567 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-28738b46-108e-49a4-8b15-3e3ebe6186d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=648a2366522a49729f754147efa27a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305277 Jun 26 16:28:02.706045 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28738b46-108e-49a4-8b15-3e3ebe6186d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d680688d-6a11-4b36-ae9f-d323650140fc,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:02.708846 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38280) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:02.715849 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-28738b46-108e-49a4-8b15-3e3ebe6186d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:02.733536 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1435444 Jun 26 16:28:02.734088 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38284) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:02.741523 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Request body: {'subnet': {'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1766484471-subnet', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:02.774423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb6ad0-b830-4d4a-924e-ca6861cc1ca2 req-9c50d10c-0ad9-4ce8-8805-d187d2e471e9 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:02.776001 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-25bb6ad0-b830-4d4a-924e-ca6861cc1ca2 req-9c50d10c-0ad9-4ce8-8805-d187d2e471e9 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 944 time: 0.1250656 Jun 26 16:28:02.783582 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.787562 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0afc05-b0d2-441f-a012-93e1d8265161,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:02.790883 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:02.806924 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.808433 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 9350c88c-4144-4c80-b10d-f8e9cfaedef3 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:02.816782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Checking segment: {'id': '126ee40a-27f8-4228-a9f6-77745e520dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:02.817161 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Network hostable DHCP agents. Network: 300df13b-cdf6-47e1-8f69-f6abf84f370c, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:02.839671 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-25bb6ad0-b830-4d4a-924e-ca6861cc1ca2 req-ffc78a5e-85d5-4030-9e6b-ee4671b93675 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531504 Jun 26 16:28:02.845604 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Made reservation on behalf of c02d6e50b6c44b7faee21ad462016554 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:02.849316 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968968'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.929040 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Network 300df13b-cdf6-47e1-8f69-f6abf84f370c is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:02.974689 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:02.978585 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.978939 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:02.979329 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.982786 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:02.985678 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d680688d-6a11-4b36-ae9f-d323650140fc HTTP/1.1" status: 204 len: 168 time: 0.2753410 Jun 26 16:28:02.989512 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-12a83976-b029-4ebc-8438-666380f8207c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:02.997424 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 300df13b-cdf6-47e1-8f69-f6abf84f370c) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:03.001760 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d680688d-6a11-4b36-ae9f-d323650140fc,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:03.006381 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e823ed21-4859-4e48-b0eb-7bf25bef5577 None None] Network 300df13b-cdf6-47e1-8f69-f6abf84f370c requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:03.007863 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:03.008756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.017103 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.017887 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.018284 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.018654 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.019148 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.019513 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.019855 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.020197 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.020657 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.020902 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.021245 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.021693 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:03.027042 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:03.098195 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b6606936-7013-4d9e-9671-1564a95244c7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8317289 Jun 26 16:28:03.176952 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.179111 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968986'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.187282 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:03.190885 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443d218-143b-4f7a-a48f-2e07bc9f55b5 None None] Network 300df13b-cdf6-47e1-8f69-f6abf84f370c requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:03.226309 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350c88c-4144-4c80-b10d-f8e9cfaedef3'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:03.228714 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef061ee-7577-4f67-9b3f-50c4f9f9e2a0" -d '{"events": [{"server_uuid": "fd4104e4-ffaf-4cb4-beda-0dbdb57a380b", "name": "network-vif-plugged", "status": "completed", "tag": "9350c88c-4144-4c80-b10d-f8e9cfaedef3"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:03.258531 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Checking segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:03.259229 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Network hostable DHCP agents. Network: 46e5672a-9a61-4585-9d50-f34e982f2d11, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:03.260906 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9337412f-5598-428e-89e2-e3d8bb81a1bd,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:03.264582 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:03.279812 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 9350c88c-4144-4c80-b10d-f8e9cfaedef3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=9350c88c-4144-4c80-b10d-f8e9cfaedef3,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:03.305777 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076da135-ca9d-4855-a744-e8d820955867 x-openstack-request-id: req-076da135-ca9d-4855-a744-e8d820955867 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:03.307503 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4104e4-ffaf-4cb4-beda-0dbdb57a380b", "name": "network-vif-plugged", "status": "completed", "tag": "9350c88c-4144-4c80-b10d-f8e9cfaedef3", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:03.308115 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-076da135-ca9d-4855-a744-e8d820955867 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:03.311334 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'code': 200} Jun 26 16:28:03.384715 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:03.419129 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.421236 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:03.479838 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=9350c88c-4144-4c80-b10d-f8e9cfaedef3,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:03.483692 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 46e5672a-9a61-4585-9d50-f34e982f2d11) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:03.492806 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:03.492806 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.499725 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:03.499957 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38312) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:03.505511 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ecd68-4af9-4bf6-bc03-992a7ce46494 None None] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:03.505663 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e3297-0b1c-4bc7-a74c-8a2cfb9322fb req-4c6d0e4a-9d1d-472a-8cc1-c5a2a5daab09 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:03.509592 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bf3e3297-0b1c-4bc7-a74c-8a2cfb9322fb req-4c6d0e4a-9d1d-472a-8cc1-c5a2a5daab09 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0962234 Jun 26 16:28:03.578312 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c07df319-12e2-4eb7-afdb-1ad25906c574 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8432004 Jun 26 16:28:03.581572 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38318) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:03.586200 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:03.594058 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bf3e3297-0b1c-4bc7-a74c-8a2cfb9322fb req-54869b48-4cda-4a5c-8432-31dd0a5287b7 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784609 Jun 26 16:28:03.707211 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.709015 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.728691 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-46e5672a-9a61-4585-9d50-f34e982f2d11', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:28:03.729626 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.772329 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.792171 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9068dea-93d7-4014-8dbc-5463284446dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:03.798380 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42a83b-aec6-48c7-94c7-4ab50d9fb012 req-13ae1e4a-737a-47ab-a455-6081e6b09349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:03.800396 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc42a83b-aec6-48c7-94c7-4ab50d9fb012 req-13ae1e4a-737a-47ab-a455-6081e6b09349 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 1098 time: 0.0612268 Jun 26 16:28:03.844600 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc42a83b-aec6-48c7-94c7-4ab50d9fb012 req-3ff9e0d8-f19e-42e6-9873-53add2a84f55 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368469 Jun 26 16:28:03.892342 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Allocated IP 172.20.0.2 (46e5672a-9a61-4585-9d50-f34e982f2d11/9337412f-5598-428e-89e2-e3d8bb81a1bd/32e1f984-e9b9-4263-8c35-83a84e5cf124) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:04.024470 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.031436 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e4de8-e198-4f5b-a2b3-0c0100e47c2a req-c22da530-000c-46df-9158-a4cc8db85e31 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:04.033178 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9068dea-93d7-4014-8dbc-5463284446dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.033475 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-808e4de8-e198-4f5b-a2b3-0c0100e47c2a req-c22da530-000c-46df-9158-a4cc8db85e31 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 945 time: 0.0711536 Jun 26 16:28:04.074394 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38328) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:04.081429 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-808e4de8-e198-4f5b-a2b3-0c0100e47c2a req-7041c5da-a7c3-439f-8d0b-bbad9d350596 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Jun 26 16:28:04.095577 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-12a0ec81-f7e6-4419-8985-a955e05afda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.109077 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.119790 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Transition to ACTIVE for port object 32e1f984-e9b9-4263-8c35-83a84e5cf124 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:04.135446 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Transition to ACTIVE for port object 32e1f984-e9b9-4263-8c35-83a84e5cf124 will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:04.155409 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9068dea-93d7-4014-8dbc-5463284446dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.161087 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d0112910-c275-4051-8b00-0933c61ade0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.213121 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.216370 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.235404 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e9068dea-93d7-4014-8dbc-5463284446dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc49ae456cbe407ca70f552c80bcece2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7346525 Jun 26 16:28:04.241355 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9068dea-93d7-4014-8dbc-5463284446dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a06daff-c530-4eaf-b712-71465d7e6de5,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:04.242598 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38332) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:04.253993 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:04.259016 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:04.262519 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:04.268895 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Pushing event updated for resources: {'Port': ['ID=32e1f984-e9b9-4263-8c35-83a84e5cf124,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:04.273116 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:04.281415 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e9068dea-93d7-4014-8dbc-5463284446dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:04.328537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.342492 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Attempting to bind port 32e1f984-e9b9-4263-8c35-83a84e5cf124 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:04.343079 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Attempting to bind port 32e1f984-e9b9-4263-8c35-83a84e5cf124 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:04.343635 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Attempting to bind port 32e1f984-e9b9-4263-8c35-83a84e5cf124 on network 46e5672a-9a61-4585-9d50-f34e982f2d11 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:04.355814 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:04.355987 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Checking segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:04.356388 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.356944 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Bound using segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:04.357407 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Bound port: 32e1f984-e9b9-4263-8c35-83a84e5cf124, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:04.357713 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.367231 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.454651 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] For port 32e1f984-e9b9-4263-8c35-83a84e5cf124, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:04.461672 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] For port 32e1f984-e9b9-4263-8c35-83a84e5cf124, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=32e1f984-e9b9-4263-8c35-83a84e5cf124,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:04.483427 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.487818 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.491552 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a06daff-c530-4eaf-b712-71465d7e6de5 HTTP/1.1" status: 204 len: 168 time: 0.2454102 Jun 26 16:28:04.491552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cf631f8c-18e6-4aa3-a3cb-5cf8f7264d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.500973 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-12a0ec81-f7e6-4419-8985-a955e05afda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.504417 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a06daff-c530-4eaf-b712-71465d7e6de5,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:04.513193 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.514820 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.515386 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.516224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.516581 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.516988 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.517348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.517770 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.518109 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.518463 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.518816 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.519464 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.519632 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:04.529920 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:04.537498 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.573106 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.577896 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.584768 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-12a0ec81-f7e6-4419-8985-a955e05afda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.592064 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:04.643536 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Pushing event updated for resources: {'Port': ['ID=32e1f984-e9b9-4263-8c35-83a84e5cf124,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:04.655785 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:04.663125 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-12a0ec81-f7e6-4419-8985-a955e05afda5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e058066530234477826c2f361b1a7172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874743 Jun 26 16:28:04.665852 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38346) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:04.666273 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0ec81-f7e6-4419-8985-a955e05afda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37469f60-026f-49af-9d6e-0ee833cfd30e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:04.669512 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-12a0ec81-f7e6-4419-8985-a955e05afda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:04.737558 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Allocated IP 172.28.2.160 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/75cf5ee3-2597-4a14-8bfb-b0852916707e) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:04.759016 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.849922 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.881492 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38352) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:04.934304 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:04.957231 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1137996621-network', 'tenant_id': '87572b8c541148cba7dca8beac61566b'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:05.006903 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840936-9434-4ffa-aa47-87ae423b7623 req-092dd3ae-e851-4379-8b4b-a1d434639ec5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:05.015269 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2a840936-9434-4ffa-aa47-87ae423b7623 req-092dd3ae-e851-4379-8b4b-a1d434639ec5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.2281396 Jun 26 16:28:05.057547 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2a840936-9434-4ffa-aa47-87ae423b7623 req-fb123157-9c37-4977-aa4e-c4d34556a4c4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Jun 26 16:28:05.081782 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Made reservation on behalf of 87572b8c541148cba7dca8beac61566b for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:05.082410 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.085073 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.086254 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/37469f60-026f-49af-9d6e-0ee833cfd30e HTTP/1.1" status: 204 len: 168 time: 0.4194281 Jun 26 16:28:05.086374 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.087012 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:05.107519 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37469f60-026f-49af-9d6e-0ee833cfd30e,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:05.109542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:05.132660 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.134080 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.163294 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:05.234746 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:05.246412 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:05.253736 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:05.388295 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 32e1f984-e9b9-4263-8c35-83a84e5cf124 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:05.442296 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.445211 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Pushing event updated for resources: {'Port': ['ID=75cf5ee3-2597-4a14-8bfb-b0852916707e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:05.449818 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:05.479545 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:28:05.570409 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.576318 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e9068dea-93d7-4014-8dbc-5463284446dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:05.584429 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 32e1f984-e9b9-4263-8c35-83a84e5cf124 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:05.613696 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43d65d-1e01-4420-8448-d2beca0540e5 req-ab03775d-6cbe-43cc-903a-dc6991372734 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:05.629404 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7a43d65d-1e01-4420-8448-d2beca0540e5 req-ab03775d-6cbe-43cc-903a-dc6991372734 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 945 time: 0.1361108 Jun 26 16:28:05.640238 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:05.674237 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.674580 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Added segment 1b3231ae-4ec9-4d0e-a8ba-a48bc0e5aa2f of type vlan for network 1c628815-db2a-475d-9010-369fc02d7c48 Jun 26 16:28:05.677148 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7830541c-a008-4503-90a2-94b80f6756f8,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:05.694074 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:05.715746 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7a43d65d-1e01-4420-8448-d2beca0540e5 req-efa0e831-e6fa-40f9-92c0-5c0202a45bfb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771952 Jun 26 16:28:05.756559 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.928464 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af15198-1107-444b-a513-3525580e529d None None] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:05.941088 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.981237 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.984466 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:05.985064 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:05.989977 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:06.080848 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Provisioning for port 32e1f984-e9b9-4263-8c35-83a84e5cf124 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:06.096895 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Provisioning complete for port 32e1f984-e9b9-4263-8c35-83a84e5cf124 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:06.097284 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.241128 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.274728 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-1d99dee2-a11c-48ee-840c-d05a567bb4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.300131 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] For port 32e1f984-e9b9-4263-8c35-83a84e5cf124, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=32e1f984-e9b9-4263-8c35-83a84e5cf124,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:06.322045 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4038341 Jun 26 16:28:06.323846 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38410) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:06.334121 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Request body: {'subnet': {'network_id': '1c628815-db2a-475d-9010-369fc02d7c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1137996621-subnet', 'tenant_id': '87572b8c541148cba7dca8beac61566b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:06.334263 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1c628815-db2a-475d-9010-369fc02d7c48,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:06.342907 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:06.345389 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 1c628815-db2a-475d-9010-369fc02d7c48 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:06.409409 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.414865 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:06.477923 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Pushing event updated for resources: {'Port': ['ID=32e1f984-e9b9-4263-8c35-83a84e5cf124,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:06.481576 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:06.516049 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c933fb2-6f52-4530-bf04-91f481f7fa4b req-e8d4891b-f4bc-463f-ba29-1a52a5e8838c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:06.528626 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0c933fb2-6f52-4530-bf04-91f481f7fa4b req-e8d4891b-f4bc-463f-ba29-1a52a5e8838c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1634595 Jun 26 16:28:06.552561 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Made reservation on behalf of 87572b8c541148cba7dca8beac61566b for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:06.556119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59406234'] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.590248 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.635633 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4aeeffd0-73a2-46d3-9d5a-63a0fb043978 None None] Provisioning complete for port 32e1f984-e9b9-4263-8c35-83a84e5cf124 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:06.636432 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4aeeffd0-73a2-46d3-9d5a-63a0fb043978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.657115 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0c933fb2-6f52-4530-bf04-91f481f7fa4b req-571bc8de-9dee-4e84-8477-c1d62fad9995 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270003 Jun 26 16:28:06.966845 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:28:06.967306 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59482204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59406216'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:06.969700 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:07.026046 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6998d92-f7b2-45cd-9131-c6a5f6f4d7ce,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:07.029295 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:07.056443 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Checking segment: {'id': '1b3231ae-4ec9-4d0e-a8ba-a48bc0e5aa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c628815-db2a-475d-9010-369fc02d7c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:07.057097 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Network hostable DHCP agents. Network: 1c628815-db2a-475d-9010-369fc02d7c48, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:07.128923 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:07.141254 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Sync routers for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:07.152633 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:07.153391 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:07.169782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Network 1c628815-db2a-475d-9010-369fc02d7c48 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:07.255332 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 32e1f984-e9b9-4263-8c35-83a84e5cf124 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:07.260606 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.261109 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 1c628815-db2a-475d-9010-369fc02d7c48) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:07.267137 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6810725 Jun 26 16:28:07.268813 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:07.269259 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38446) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:07.277508 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:07.278296 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.422537 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0972598 Jun 26 16:28:07.496580 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:05Z', 'revision_number': 3, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:07.535595 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Checking router: ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:07.536344 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Updating router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d port 75cf5ee3-2597-4a14-8bfb-b0852916707e binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:07.541989 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf54b4-20b0-43df-89d9-8d40e4ed2ce0 None None] Network 1c628815-db2a-475d-9010-369fc02d7c48 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:07.574422 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.736102 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 32e1f984-e9b9-4263-8c35-83a84e5cf124 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:07.737145 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:07.789435 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33e33b-1b08-4f17-815e-b913ccb90e24 None None] Network 1c628815-db2a-475d-9010-369fc02d7c48 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:08.074672 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.117214 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.143078 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Transition to ACTIVE for port object 75cf5ee3-2597-4a14-8bfb-b0852916707e will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:08.152400 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3688f-5d0a-4e9a-8da1-d7f2c58cee60 req-8862e103-1a78-4456-9490-ccd8e83ad5e9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:08.154022 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aee3688f-5d0a-4e9a-8da1-d7f2c58cee60 req-8862e103-1a78-4456-9490-ccd8e83ad5e9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.2226493 Jun 26 16:28:08.237003 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.247673 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:08.252431 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aee3688f-5d0a-4e9a-8da1-d7f2c58cee60 req-301b6f2c-6d00-496d-8466-3d043603cc6d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834725 Jun 26 16:28:08.310770 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Attempting to bind port 75cf5ee3-2597-4a14-8bfb-b0852916707e on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:08.311211 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Attempting to bind port 75cf5ee3-2597-4a14-8bfb-b0852916707e by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:08.311584 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Attempting to bind port 75cf5ee3-2597-4a14-8bfb-b0852916707e on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:08.323367 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:08.324129 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:08.325008 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.325617 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:08.326355 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Bound port: 75cf5ee3-2597-4a14-8bfb-b0852916707e, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:08.326966 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.364256 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5962c2c-5e69-4b0d-9a51-debaa66a3cee None None] Pushing event updated for resources: {'Port': ['ID=75cf5ee3-2597-4a14-8bfb-b0852916707e,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:08.369629 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d5962c2c-5e69-4b0d-9a51-debaa66a3cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:08.404941 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] For port 75cf5ee3-2597-4a14-8bfb-b0852916707e, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:08.408619 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] For port 75cf5ee3-2597-4a14-8bfb-b0852916707e, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=75cf5ee3-2597-4a14-8bfb-b0852916707e,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:08.458131 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Allocated IP 172.20.0.1 (46e5672a-9a61-4585-9d50-f34e982f2d11/9337412f-5598-428e-89e2-e3d8bb81a1bd/7d829178-ec3e-4b46-9eec-17ffe3442ab6) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:08.493328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-4c66b19c-b2c1-4f0b-b67a-261180713fb9 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:08.504032 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-4c66b19c-b2c1-4f0b-b67a-261180713fb9 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.1263885 Jun 26 16:28:08.544893 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-18f1b424-a8b2-4a98-bf1b-c66cd9583c71 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/quotas/cb8d0e36b9ad4186b68cd12c445b1068 HTTP/1.1" status: 200 len: 375 time: 0.0397687 Jun 26 16:28:08.565310 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.581296 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:08.629679 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:08.630545 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:27:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:08.732718 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-c877982e-29ee-4624-bac2-4944bdd4cf55 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:08.734825 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-c877982e-29ee-4624-bac2-4944bdd4cf55 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/networks?id=300df13b-cdf6-47e1-8f69-f6abf84f370c HTTP/1.1" status: 200 len: 808 time: 0.1304874 Jun 26 16:28:08.769140 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5962c2c-5e69-4b0d-9a51-debaa66a3cee None None] Pushing event updated for resources: {'Port': ['ID=75cf5ee3-2597-4a14-8bfb-b0852916707e,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:08.772734 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:08.775538 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d5962c2c-5e69-4b0d-9a51-debaa66a3cee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:08.782833 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-f97f74b0-669d-4e50-be25-726611b83366 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/quotas/efcf8f5bdeaa4fb09ebb31bbf1f50c32 HTTP/1.1" status: 200 len: 375 time: 0.0356369 Jun 26 16:28:08.792964 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.809450 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9c66cabb-9dd0-4cc5-b620-5c84c4d33cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:08.855727 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Transition to ACTIVE for port object 7d829178-ec3e-4b46-9eec-17ffe3442ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:08.871201 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-7dd190fd-9e42-4042-8ed3-0aa680800c15 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=efcf8f5bdeaa4fb09ebb31bbf1f50c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755758 Jun 26 16:28:08.919668 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-a1641fc1-82a7-4ca1-b880-68d516f36ec3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3670421 Jun 26 16:28:09.094324 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:05Z', 'revision_number': 3, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:09.125659 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da84aa0-ca80-4232-8621-ab3deb51790f None None] The sync data for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb is: [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:05Z', 'revision_number': 3, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:09.178696 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:09.251691 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:09.257212 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-15f938e1-84d9-4219-8a24-801a1deb6fad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:09.312398 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-683374bb-f68a-43e0-979c-93ea32e97639 service neutron] 10.222.0.45 "GET /v2.0/networks/300df13b-cdf6-47e1-8f69-f6abf84f370c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320707 Jun 26 16:28:09.314727 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:09.326303 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:09.344368 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:09.383501 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Pushing event updated for resources: {'Port': ['ID=7d829178-ec3e-4b46-9eec-17ffe3442ab6,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:09.392154 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-ef16f910-39f4-4212-82d8-dec0a7668ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389699 Jun 26 16:28:09.436405 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:09.485000 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:09.593073 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-8c7a7ff9-cc99-4b39-af9d-484c8fbeebee service neutron] 10.222.0.45 "GET /v2.0/networks/300df13b-cdf6-47e1-8f69-f6abf84f370c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668743 Jun 26 16:28:09.613501 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:09.664125 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-1b5364d1-d48f-449b-9d17-284cc3da5482 service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220144 Jun 26 16:28:09.815661 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-ac21fae3-15e5-4bd2-80fc-b9c3cc74d4af None None] Provisioning for port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:09.822692 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-ac21fae3-15e5-4bd2-80fc-b9c3cc74d4af None None] Provisioning complete for port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:09.823216 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ac21fae3-15e5-4bd2-80fc-b9c3cc74d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:09.873990 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38556) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:09.967416 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ac21fae3-15e5-4bd2-80fc-b9c3cc74d4af None None] Port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:09.976157 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.132693 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fc1c996b-365e-4eb4-bde5-e8e93656f19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.159395 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4d8c90e0-eaa0-4cfa-b3ce-1ee0ae192071 req-117ea96b-42b1-4ba2-8d8e-96fa12014b10 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 210 time: 0.0413382 Jun 26 16:28:10.279120 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fc1c996b-365e-4eb4-bde5-e8e93656f19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.302773 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0d98c117-2938-4e54-8678-4ca724d12de3 req-d968adb3-e834-47bd-9344-0e63c85ecda7 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 210 time: 0.0398231 Jun 26 16:28:10.336483 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e75a3e-9391-44a7-9b53-aa49a1c5ad0a req-0630f1c6-e454-4c8c-9450-2d9b50891812 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:10.342451 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c8e75a3e-9391-44a7-9b53-aa49a1c5ad0a req-0630f1c6-e454-4c8c-9450-2d9b50891812 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.2806447 Jun 26 16:28:10.398805 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.401920 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c8e75a3e-9391-44a7-9b53-aa49a1c5ad0a req-250ad5e4-bc5c-4c7d-a92a-13417a36a213 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581355 Jun 26 16:28:10.429747 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fc1c996b-365e-4eb4-bde5-e8e93656f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.433820 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c02c559b-1432-4270-b2cc-c7337809e6a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:10.469209 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-fc1c996b-365e-4eb4-bde5-e8e93656f19e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8cb83af0ff27481c90a37506e3e28c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5940404 Jun 26 16:28:10.470084 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c996b-365e-4eb4-bde5-e8e93656f19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7fccc-642c-4cd7-ad9d-41e2bebf1779,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:10.474216 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38582) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:10.474387 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fc1c996b-365e-4eb4-bde5-e8e93656f19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:10.525827 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.530520 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a3ca354b-eef6-4234-9af9-7ae15182f48e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:10.555749 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.612507 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.616348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.624919 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Pushing event updated for resources: {'Port': ['ID=7d829178-ec3e-4b46-9eec-17ffe3442ab6,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:10.633081 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:10.746572 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:10.747973 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:10.817872 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.820801 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:10.824733 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/61e7fccc-642c-4cd7-ad9d-41e2bebf1779 HTTP/1.1" status: 204 len: 168 time: 0.3454778 Jun 26 16:28:10.855182 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-721cbdda-2207-4493-8c2d-f5d83774e27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:10.884553 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7fccc-642c-4cd7-ad9d-41e2bebf1779,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:10.891331 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:10.933134 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:28:11.012853 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-393da589-f27e-46e9-bde2-8af6f5582ada None None] Provisioning complete for port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:11.012853 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-393da589-f27e-46e9-bde2-8af6f5582ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.043965 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-393da589-f27e-46e9-bde2-8af6f5582ada None None] Port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:11.064094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:11.070723 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] 10.222.0.45 "PUT /v2.0/routers/ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8000891 Jun 26 16:28:11.179974 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Sync routers for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:11.190976 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:11.192058 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:28:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:11.301077 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b6873d7e-3568-48ab-af20-62fdd6b10581 req-ba6f2e9b-b831-433e-821c-24390fdd01c8 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 210 time: 0.0350666 Jun 26 16:28:11.367012 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 75cf5ee3-2597-4a14-8bfb-b0852916707e up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:11.443382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:11.475343 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-97a1c8f9-4095-4432-a693-21dc9f71e580 req-b640177c-b5d7-474f-b6fb-937c2e52d8cd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 210 time: 0.0277920 Jun 26 16:28:11.546436 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.647085 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 75cf5ee3-2597-4a14-8bfb-b0852916707e completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:11.650829 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 75cf5ee3-2597-4a14-8bfb-b0852916707e triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:11.651246 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.653578 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03303c69-ec51-40a6-854c-18f582562b5f req-8818c292-f1dc-412c-bc29-5df1f3d1dde1 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:11.655972 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-03303c69-ec51-40a6-854c-18f582562b5f req-8818c292-f1dc-412c-bc29-5df1f3d1dde1 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0649695 Jun 26 16:28:11.697209 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-03303c69-ec51-40a6-854c-18f582562b5f req-0616d350-7510-4f35-b0bf-0eb2751d7311 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339830 Jun 26 16:28:11.703444 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:10Z', 'revision_number': 2, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:11.752063 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Checking router: ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:11.752461 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Updating router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:28:11.800617 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.814570 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.832595 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 75cf5ee3-2597-4a14-8bfb-b0852916707e, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=75cf5ee3-2597-4a14-8bfb-b0852916707e,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:11.915687 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:11.919666 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38616) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:11.929032 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:11.939650 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4978349b-21c0-4a37-9166-6c5f96944d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.011596 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=75cf5ee3-2597-4a14-8bfb-b0852916707e,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.045786 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4978349b-21c0-4a37-9166-6c5f96944d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.052099 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.052099 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.052675 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.052675 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.053031 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.053491 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.053907 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.054147 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.054472 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.054796 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.055119 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.055443 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:28:12.060340 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.093228 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4978349b-21c0-4a37-9166-6c5f96944d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.097464 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e6717d4f-3522-4eb4-9e5e-3f7ddc74da8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.162838 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-4978349b-21c0-4a37-9166-6c5f96944d1f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13aedf5233fa43be855c5ed665f8ca05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420774 Jun 26 16:28:12.164290 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978349b-21c0-4a37-9166-6c5f96944d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9843c887-3df7-4178-8b15-295bb6df9457,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.165740 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38622) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:12.167932 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4978349b-21c0-4a37-9166-6c5f96944d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.178746 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.186120 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Transition to ACTIVE for port object 7d829178-ec3e-4b46-9eec-17ffe3442ab6 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:12.224537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.247337 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.267098 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.270228 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.281843 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38626) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:12.375812 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf2cf2-d05a-42e7-aa4e-6b167a4bf7a3 None None] Pushing event updated for resources: {'Port': ['ID=7d829178-ec3e-4b46-9eec-17ffe3442ab6,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.379646 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a5bf2cf2-d05a-42e7-aa4e-6b167a4bf7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.431519 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.438023 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.442681 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9843c887-3df7-4178-8b15-295bb6df9457 HTTP/1.1" status: 204 len: 168 time: 0.2735891 Jun 26 16:28:12.442681 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.451377 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Attempting to bind port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:12.451868 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Attempting to bind port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:12.452310 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Attempting to bind port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 on network 46e5672a-9a61-4585-9d50-f34e982f2d11 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:12.459871 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:12.460406 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Checking segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:12.469098 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.469098 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Bound using segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:12.469098 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Bound port: 7d829178-ec3e-4b46-9eec-17ffe3442ab6, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:12.469098 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.471551 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9843c887-3df7-4178-8b15-295bb6df9457,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.486664 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.489002 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5371539e-ad09-4dda-8997-686a68d8bfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.577245 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] For port 7d829178-ec3e-4b46-9eec-17ffe3442ab6, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:12.582773 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] For port 7d829178-ec3e-4b46-9eec-17ffe3442ab6, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=7d829178-ec3e-4b46-9eec-17ffe3442ab6,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:12.638008 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-99d6e92a-65a2-493a-bb04-09d9c4dfbf13 req-d92ecff3-3dca-47c6-b093-88c46dc77c36 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 210 time: 0.0437107 Jun 26 16:28:12.657656 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5371539e-ad09-4dda-8997-686a68d8bfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.669796 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.674807 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.693848 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38640) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:12.716073 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-5371539e-ad09-4dda-8997-686a68d8bfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.719960 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-dbf7584c-e47e-47d3-8fe7-89249321e562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:12.805368 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:12.806023 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:28:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:12.823171 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-5371539e-ad09-4dda-8997-686a68d8bfdb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc20710556aa4503ae9acabf44a4166e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383453 Jun 26 16:28:12.823171 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371539e-ad09-4dda-8997-686a68d8bfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aec462-cc9e-48ba-ad6e-9f74fc1f9443,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.859550 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38646) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:12.880574 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5371539e-ad09-4dda-8997-686a68d8bfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:12.895140 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eaadf264-12a9-4070-8096-e418528073b8 req-893821e6-3627-4642-9c9a-06ab0897e143 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 210 time: 0.1039574 Jun 26 16:28:12.976622 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:12.989375 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf2cf2-d05a-42e7-aa4e-6b167a4bf7a3 None None] Pushing event updated for resources: {'Port': ['ID=7d829178-ec3e-4b46-9eec-17ffe3442ab6,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:12.994697 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a5bf2cf2-d05a-42e7-aa4e-6b167a4bf7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:13.039015 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.133589 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-285bd9b8-74b0-4a9b-9741-22c73b0641d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.170306 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:13.255565 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.258700 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.259916 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8aec462-cc9e-48ba-ad6e-9f74fc1f9443 HTTP/1.1" status: 204 len: 168 time: 0.3954372 Jun 26 16:28:13.269205 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-817a51f7-dbc9-41ca-904b-75926ec729f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:13.307569 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aec462-cc9e-48ba-ad6e-9f74fc1f9443,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:13.318303 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:13.336811 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-8a2744b6-bc4f-4de1-acc1-bd5eeb3ea689 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:13.338809 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-8a2744b6-bc4f-4de1-acc1-bd5eeb3ea689 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.2879090 Jun 26 16:28:13.370259 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b08454-d453-4455-b284-7f67cf2e158a req-fce20659-19f0-4db5-aa2d-24c57f2ed18d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:13.371795 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b7b08454-d453-4455-b284-7f67cf2e158a req-fce20659-19f0-4db5-aa2d-24c57f2ed18d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.2523096 Jun 26 16:28:13.379108 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Request body: {'port': {'device_id': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'admin_state_up': True, 'tenant_id': 'cb8d0e36b9ad4186b68cd12c445b1068'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:13.389491 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-285bd9b8-74b0-4a9b-9741-22c73b0641d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.416525 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38660) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:13.427755 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737532184', 'description': 'tempest-description--2109361419'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:13.507909 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 75cf5ee3-2597-4a14-8bfb-b0852916707e up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:13.519270 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-285bd9b8-74b0-4a9b-9741-22c73b0641d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.549745 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b7b08454-d453-4455-b284-7f67cf2e158a req-64626027-90f7-44cd-bcc8-0745525fdab6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648421 Jun 26 16:28:13.575912 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1bbe3d56-bc17-4c27-9d81-910d6283e49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:13.629803 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 75cf5ee3-2597-4a14-8bfb-b0852916707e triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:13.630518 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.649661 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-285bd9b8-74b0-4a9b-9741-22c73b0641d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d243d8369f44d5bb8475159e32eb088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9499369 Jun 26 16:28:13.654719 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38668) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:13.701119 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bd9b8-74b0-4a9b-9741-22c73b0641d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e88b8ca-da9e-4064-a632-5f4e8c747dee,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:13.705790 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-285bd9b8-74b0-4a9b-9741-22c73b0641d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:13.714372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.738966 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.747407 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:13.781561 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.db.api [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 16:28:13.781561 dv-cinder-798189-1-smb neutron-server[93481]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 16:28:13.781561 dv-cinder-798189-1-smb neutron-server[93481]: [parameters: {'project_id_1': 'c02d6e50b6c44b7faee21ad462016554', 'expiration_1': datetime.datetime(2021, 6, 26, 16, 28, 13, 762545)}] Jun 26 16:28:13.781561 dv-cinder-798189-1-smb neutron-server[93481]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:28:13.782503 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_db.api [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:28:13.803559 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:12Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:13.838104 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e96ffd-3e84-41eb-ab57-9747d17e9a51 None None] The sync data for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb is: [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:12Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:13.912721 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0154eab9-796a-42d1-84b2-6ce824eda7d0 req-717974e6-b98d-48db-9005-46e738615765 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 210 time: 0.0777431 Jun 26 16:28:13.940219 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Made reservation on behalf of cb8d0e36b9ad4186b68cd12c445b1068 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:13.943759 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.074069 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-34ce040c-eacc-4a91-b0b0-687050002b70 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:14.076536 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-34ce040c-eacc-4a91-b0b0-687050002b70 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.15 "GET /v2.0/networks?id=300df13b-cdf6-47e1-8f69-f6abf84f370c HTTP/1.1" status: 200 len: 808 time: 0.3001184 Jun 26 16:28:14.167048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.167048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.167048 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e88b8ca-da9e-4064-a632-5f4e8c747dee HTTP/1.1" status: 204 len: 168 time: 0.4697430 Jun 26 16:28:14.167048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Request body: {'port': {'device_id': '9d06e646-5402-42eb-aa07-396679d6ce25', 'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c', 'admin_state_up': True, 'tenant_id': 'efcf8f5bdeaa4fb09ebb31bbf1f50c32'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:14.167048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8b05872a-163e-468c-b5dc-1c8ad40ed807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:14.167048 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5d5aec37-c0e1-49b4-9c93-6b726ffa230a req-5ef2c1b4-de4e-4350-a744-5362feea9deb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 210 time: 0.1042471 Jun 26 16:28:14.171179 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e88b8ca-da9e-4064-a632-5f4e8c747dee,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:14.173604 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:14.293162 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.315884 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Allocated IP 172.20.0.11 (15b8c63f-37f4-4eba-9565-6a28e340e36c/a7d166ad-e8a7-4302-94d3-1c1711daf5cd/fd1ef841-e438-4dbb-a563-a1bbe791d5d8) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:14.328953 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.db.api [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 26 16:28:14.328953 dv-cinder-798189-1-smb neutron-server[93481]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 26 16:28:14.328953 dv-cinder-798189-1-smb neutron-server[93481]: [parameters: {'project_id_1': 'c02d6e50b6c44b7faee21ad462016554', 'expiration_1': datetime.datetime(2021, 6, 26, 16, 28, 14, 310988)}] Jun 26 16:28:14.328953 dv-cinder-798189-1-smb neutron-server[93481]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:28:14.330371 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_db.api [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:28:14.477702 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.547733 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38688) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:14.564524 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c3e590cf-8843-457b-9a43-546d15a7d9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.637713 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Made reservation on behalf of efcf8f5bdeaa4fb09ebb31bbf1f50c32 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:14.650853 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.673725 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.688584 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1d32a8cb-7639-41e4-8590-282abfccf8f9', '9350c88c-4144-4c80-b10d-f8e9cfaedef3'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:14.830612 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Allocated IP 172.20.0.14 (300df13b-cdf6-47e1-8f69-f6abf84f370c/8e0afc05-b0d2-441f-a012-93e1d8265161/c6667ee1-29b7-4954-99dd-98c72be998b2) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:14.836524 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c3e590cf-8843-457b-9a43-546d15a7d9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.936189 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c3e590cf-8843-457b-9a43-546d15a7d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:14.945223 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-81e7e22b-c635-4215-b107-19adda75b3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.053286 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.059786 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.070456 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e590cf-8843-457b-9a43-546d15a7d9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69982977-0873-4b52-8eca-0f14e64e523b,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:15.092049 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c3e590cf-8843-457b-9a43-546d15a7d9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:15.109015 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e1d5de41-2164-4805-a7e4-0444f238e4c2 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.211944 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.223910 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c3e590cf-8843-457b-9a43-546d15a7d9d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dc3ce4976f654bf2a461e990dff1b3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748552 Jun 26 16:28:15.227721 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38708) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:15.279522 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:15.291205 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:15.296826 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:15.299886 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event updated for resources: {'Port': ['ID=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:15.303189 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:15.309472 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.310524 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.348611 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Network 300df13b-cdf6-47e1-8f69-f6abf84f370c is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:15.381138 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.383832 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.390116 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 7d829178-ec3e-4b46-9eec-17ffe3442ab6 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:15.449146 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381913c2-6d43-49d4-87d3-c8f39e61be4d,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:15.454368 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:15.498925 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38714) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:15.516747 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b4c60d3-5da0-4bc0-999a-8a75c160ed60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.570341 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:15.570987 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.572350 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1568801 Jun 26 16:28:15.575320 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38716) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:15.576175 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:15.576573 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.582273 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'security_group_rule': {'security_group_id': '381913c2-6d43-49d4-87d3-c8f39e61be4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:15.627665 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:15.642107 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:15.670527 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.695571 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b4c60d3-5da0-4bc0-999a-8a75c160ed60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.713225 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 7d829178-ec3e-4b46-9eec-17ffe3442ab6, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=7d829178-ec3e-4b46-9eec-17ffe3442ab6,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:15.737913 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:15.738505 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.757872 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Pushing event updated for resources: {'Port': ['ID=c6667ee1-29b7-4954-99dd-98c72be998b2,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:15.766021 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.768484 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b4c60d3-5da0-4bc0-999a-8a75c160ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.770808 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.772345 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f567-710f-4389-b0ad-a37f3c1b3958 req-8a15f042-d011-4993-9ae8-1608a3785843 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:15.773934 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6419f567-710f-4389-b0ad-a37f3c1b3958 req-8a15f042-d011-4993-9ae8-1608a3785843 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.6701574 Jun 26 16:28:15.777987 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:15.790748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:15.791397 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.800586 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:15.807165 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697251c-07e6-463d-ae42-80b29d97253b req-8df8c0cf-3202-46fa-bb7d-88c05d719d0d tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:15.808571 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5697251c-07e6-463d-ae42-80b29d97253b req-8df8c0cf-3202-46fa-bb7d-88c05d719d0d tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 932 time: 0.6072481 Jun 26 16:28:15.825667 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38722) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:15.829235 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6b4c60d3-5da0-4bc0-999a-8a75c160ed60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92c5904ca23841caac4743e7326de8eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253093 Jun 26 16:28:15.842258 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=7d829178-ec3e-4b46-9eec-17ffe3442ab6,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:15.852271 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38724) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:15.853638 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:15.857795 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c60d3-5da0-4bc0-999a-8a75c160ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d85f2ef-3476-435c-9f7e-1374475c6aa2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:15.861098 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b4c60d3-5da0-4bc0-999a-8a75c160ed60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:15.873998 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.920793 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6419f567-710f-4389-b0ad-a37f3c1b3958 req-99002f4e-2d93-4dc5-8bbb-519f8d5b43b8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384275 Jun 26 16:28:15.938451 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.942849 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5697251c-07e6-463d-ae42-80b29d97253b req-e0d674ba-ae9a-4118-960e-773e508769d9 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224782 Jun 26 16:28:15.960512 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:15.987836 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.005541 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ce79df96-2d26-488f-89b9-1bae42ed8095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.026822 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.043525 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.061023 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7045062 Jun 26 16:28:16.097096 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Request body: {'port': {'device_id': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:16.107696 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0120597 Jun 26 16:28:16.139379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Request body: {'port': {'device_id': '9d06e646-5402-42eb-aa07-396679d6ce25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:16.139936 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.141948 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:16.159057 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807d6759-c53e-4fec-8bea-482607c0ef9e,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:16.161472 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:16.215100 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.217609 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.218724 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69982977-0873-4b52-8eca-0f14e64e523b HTTP/1.1" status: 204 len: 168 time: 0.9818604 Jun 26 16:28:16.222857 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-579a2eeb-0b4c-4001-adbc-977ef81ff3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:16.247663 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69982977-0873-4b52-8eca-0f14e64e523b,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:16.279494 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:16.282568 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.285260 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.286388 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d85f2ef-3476-435c-9f7e-1374475c6aa2 HTTP/1.1" status: 204 len: 168 time: 0.4529757 Jun 26 16:28:16.293705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a2174ae8-534f-4204-87ac-c1d1a4222f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:16.293705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.323673 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d85f2ef-3476-435c-9f7e-1374475c6aa2,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:16.336649 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe08581-a4b0-4ed9-a591-516e64ef60ca req-4703c0d9-95d8-44e3-98b3-8c2e769216cd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:16.338290 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fe08581-a4b0-4ed9-a591-516e64ef60ca req-4703c0d9-95d8-44e3-98b3-8c2e769216cd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 932 time: 0.2743883 Jun 26 16:28:16.339459 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:16.342684 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.483661 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fe08581-a4b0-4ed9-a591-516e64ef60ca req-ff1b4fbf-d6b0-4fca-bcfd-5e672919378c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347005 Jun 26 16:28:16.615412 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ce79df96-2d26-488f-89b9-1bae42ed8095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.698631 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ce79df96-2d26-488f-89b9-1bae42ed8095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.704454 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:16.744028 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.746963 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1702030 Jun 26 16:28:16.750018 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38750) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:16.755770 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'security_group_rule': {'security_group_id': '381913c2-6d43-49d4-87d3-c8f39e61be4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:16.780069 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-ce79df96-2d26-488f-89b9-1bae42ed8095 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62533a60ab4548a4824d3f94c0da26c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9267447 Jun 26 16:28:16.783422 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38752) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:16.788285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79df96-2d26-488f-89b9-1bae42ed8095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4110d6fc-66f1-42aa-89ed-cf055ed9b97b,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:16.794534 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ce79df96-2d26-488f-89b9-1bae42ed8095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:16.848062 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.865207 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.921919 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1ef841-e438-4dbb-a563-a1bbe791d5d8 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:16.932409 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.935165 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.947865 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6667ee1-29b7-4954-99dd-98c72be998b2 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:16.950075 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.967223 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:16.970414 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Transition to ACTIVE for port object fd1ef841-e438-4dbb-a563-a1bbe791d5d8 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:16.987073 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Transition to ACTIVE for port object c6667ee1-29b7-4954-99dd-98c72be998b2 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:17.009131 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.011762 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:17.029732 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8ae438-052a-4844-8c5e-c904721ec27e,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:17.032401 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:17.055961 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.075023 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:17.097005 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.101227 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.103140 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4110d6fc-66f1-42aa-89ed-cf055ed9b97b HTTP/1.1" status: 204 len: 168 time: 0.3172395 Jun 26 16:28:17.106985 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2d94d6e0-df8f-43f4-bd9f-f91e861d1924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:17.115950 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.120250 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657618 Jun 26 16:28:17.120250 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4110d6fc-66f1-42aa-89ed-cf055ed9b97b,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:17.120433 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38770) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:17.122822 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:17.126957 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'floatingip': {'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:17.165313 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.209348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:17.216121 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:17.218648 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:17.237697 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.272693 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 7d829178-ec3e-4b46-9eec-17ffe3442ab6 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:17.351785 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:17.352358 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.372328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6667ee1-29b7-4954-99dd-98c72be998b2,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:17.382079 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a066e6-5879-4fee-b321-7e291f05eb1d req-f0641ad4-230b-40d7-9f65-8c71d6172be6 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:17.388560 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.389342 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-10a066e6-5879-4fee-b321-7e291f05eb1d req-f0641ad4-230b-40d7-9f65-8c71d6172be6 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 944 time: 0.3102713 Jun 26 16:28:17.398154 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46d7f-60c9-4f72-80ea-622850f38517 req-13999d8c-874c-43be-8b11-c8c781381d2b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:17.399673 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fa46d7f-60c9-4f72-80ea-622850f38517 req-13999d8c-874c-43be-8b11-c8c781381d2b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.3553302 Jun 26 16:28:17.400583 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:17.515461 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-10a066e6-5879-4fee-b321-7e291f05eb1d req-43600007-945e-49c2-84fb-d2449c6729b5 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251559 Jun 26 16:28:17.520032 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Attempting to bind port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:17.520599 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Attempting to bind port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:17.521366 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Attempting to bind port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:17.527026 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Attempting to bind port c6667ee1-29b7-4954-99dd-98c72be998b2 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:17.532811 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Attempting to bind port c6667ee1-29b7-4954-99dd-98c72be998b2 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '126ee40a-27f8-4228-a9f6-77745e520dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:17.533649 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Attempting to bind port c6667ee1-29b7-4954-99dd-98c72be998b2 on network 300df13b-cdf6-47e1-8f69-f6abf84f370c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:17.542184 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fa46d7f-60c9-4f72-80ea-622850f38517 req-15f80ffb-3e74-4f8c-8005-d9dd8712a806 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264224 Jun 26 16:28:17.555101 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:17.555589 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Attempting to bind port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:17.559691 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Port c6667ee1-29b7-4954-99dd-98c72be998b2 on network 300df13b-cdf6-47e1-8f69-f6abf84f370c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:17.563092 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Attempting to bind port c6667ee1-29b7-4954-99dd-98c72be998b2 on network 300df13b-cdf6-47e1-8f69-f6abf84f370c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:17.586947 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:17.587300 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Checking segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:17.587455 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Allocated IP 172.28.2.48 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/4b33dad7-1d84-484b-9f81-2d4a1678db3e) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:17.587693 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Bound using segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:17.588141 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Bound port: fd1ef841-e438-4dbb-a563-a1bbe791d5d8, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:17.588503 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.591557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:17.591799 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Checking segment: {'id': '126ee40a-27f8-4228-a9f6-77745e520dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:17.598939 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Bound using segment: {'id': '126ee40a-27f8-4228-a9f6-77745e520dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:17.599420 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Bound port: c6667ee1-29b7-4954-99dd-98c72be998b2, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '126ee40a-27f8-4228-a9f6-77745e520dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:17.599797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.737185 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.804796 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] For port fd1ef841-e438-4dbb-a563-a1bbe791d5d8, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:17.809511 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] For port fd1ef841-e438-4dbb-a563-a1bbe791d5d8, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:17.817103 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] For port c6667ee1-29b7-4954-99dd-98c72be998b2, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:17.823270 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] For port c6667ee1-29b7-4954-99dd-98c72be998b2, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=c6667ee1-29b7-4954-99dd-98c72be998b2,segment=NetworkSegment(126ee40a-27f8-4228-a9f6-77745e520dcb),segment_id=126ee40a-27f8-4228-a9f6-77745e520dcb)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:17.839159 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e50c3-70ae-4bfe-bdd1-9c5fd8c3c9de req-ebb713bb-b94b-4fbe-8697-9272a9fdc3dd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:17.846310 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c98e50c3-70ae-4bfe-bdd1-9c5fd8c3c9de req-ebb713bb-b94b-4fbe-8697-9272a9fdc3dd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 944 time: 0.1611927 Jun 26 16:28:17.870832 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.878594 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:17.883446 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c98e50c3-70ae-4bfe-bdd1-9c5fd8c3c9de req-e5cf5c05-7ee5-48cc-bc2d-ad87e39bcb42 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360804 Jun 26 16:28:17.899371 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.903356 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6dad62c-d762-415b-a55d-065277071435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:17.906624 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.925090 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:17.928556 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:17.937163 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:17.941265 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'Port': ['ID=4b33dad7-1d84-484b-9f81-2d4a1678db3e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:17.955285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:17.955943 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.957351 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/fd1ef841-e438-4dbb-a563-a1bbe791d5d8 HTTP/1.1" status: 200 len: 1094 time: 1.8822088 Jun 26 16:28:17.959720 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'tag': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:17.962174 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc159515-cf9e-4b52-8400-128aab3b4002" -d '{"events": [{"name": "network-changed", "server_uuid": "a3644c8a-640a-4f6a-b12b-4f7e70d1dc40", "tag": "fd1ef841-e438-4dbb-a563-a1bbe791d5d8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:17.973115 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:17.973746 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:17.975147 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] 10.222.0.15 "PUT /v2.0/ports/c6667ee1-29b7-4954-99dd-98c72be998b2 HTTP/1.1" status: 200 len: 1094 time: 1.8409212 Jun 26 16:28:17.984764 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:17.989548 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:17.993167 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:17.993778 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cac6bff2-36e8-4905-8396-e5928128162a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:18.031722 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf12145e-de51-4a22-8757-12147ac08d24 x-openstack-request-id: req-cf12145e-de51-4a22-8757-12147ac08d24 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:18.032046 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3644c8a-640a-4f6a-b12b-4f7e70d1dc40", "tag": "fd1ef841-e438-4dbb-a563-a1bbe791d5d8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:18.032328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf12145e-de51-4a22-8757-12147ac08d24 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:18.032805 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'tag': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8', 'status': 'completed', 'code': 200} Jun 26 16:28:18.055567 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6667ee1-29b7-4954-99dd-98c72be998b2,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:18.059754 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:18.073667 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.183697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc159515-cf9e-4b52-8400-128aab3b4002 req-4d55abc3-5c87-484a-8cff-20769fc5b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:18.185776 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dc159515-cf9e-4b52-8400-128aab3b4002 req-4d55abc3-5c87-484a-8cff-20769fc5b823 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 1097 time: 0.1002922 Jun 26 16:28:18.192591 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-771b1073-083c-4dec-b2b6-bf5c80798d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:18.194409 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-771b1073-083c-4dec-b2b6-bf5c80798d50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcf8f5bdeaa4fb09ebb31bbf1f50c32&device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 1097 time: 0.0771375 Jun 26 16:28:18.198571 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.263762 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-49003f3e-e881-4db2-b673-89baa2763dd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6667ee1-29b7-4954-99dd-98c72be998b2 HTTP/1.1" status: 200 len: 217 time: 0.0470097 Jun 26 16:28:18.361917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-42d0cb9b-aa0a-40ba-9dea-6229f430accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:18.363553 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-42d0cb9b-aa0a-40ba-9dea-6229f430accb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e0afc05-b0d2-441f-a012-93e1d8265161 HTTP/1.1" status: 200 len: 848 time: 0.0754657 Jun 26 16:28:18.379559 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.380289 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc159515-cf9e-4b52-8400-128aab3b4002 req-321e81dc-7bc6-4574-9330-acd07686a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:18.382406 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dc159515-cf9e-4b52-8400-128aab3b4002 req-321e81dc-7bc6-4574-9330-acd07686a9e7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1871579 Jun 26 16:28:18.436571 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-a83e6f74-a5cc-402b-a685-8c909f474b30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=300df13b-cdf6-47e1-8f69-f6abf84f370c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529761 Jun 26 16:28:18.454130 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.458454 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:18.541105 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'Port': ['ID=4b33dad7-1d84-484b-9f81-2d4a1678db3e,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:18.545330 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:18.554402 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.610037 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc159515-cf9e-4b52-8400-128aab3b4002 req-2dadb165-ff6c-46f8-8a87-be3101039992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:18.612122 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dc159515-cf9e-4b52-8400-128aab3b4002 req-2dadb165-ff6c-46f8-8a87-be3101039992 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2179527 Jun 26 16:28:18.621356 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-c88999a1-7c4a-4246-86ee-fa30c33f7e89 service neutron] 10.222.0.15 "GET /v2.0/networks/300df13b-cdf6-47e1-8f69-f6abf84f370c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772444 Jun 26 16:28:18.637503 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:18.638756 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5171459 Jun 26 16:28:19.161439 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0bc5875e-d893-4773-8536-b0c599cf8d59 req-d2c09b05-0d53-4c29-8e43-5a5e1b7d5ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/300df13b-cdf6-47e1-8f69-f6abf84f370c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315862 Jun 26 16:28:19.202465 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-8a77b0d7-8f9b-4a7b-a6b8-fbea90c5fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.203953 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-8a77b0d7-8f9b-4a7b-a6b8-fbea90c5fcb7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 1097 time: 0.5306349 Jun 26 16:28:19.214488 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c31af-d921-4410-b835-99a828ce5336 req-3121d441-4c54-404a-bdae-a454890a4277 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.222009 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-410c31af-d921-4410-b835-99a828ce5336 req-3121d441-4c54-404a-bdae-a454890a4277 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 944 time: 0.4480681 Jun 26 16:28:19.253133 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e783208-b515-44d1-84fc-ebe81c89a066 req-8782466d-8bfc-4e4e-973a-b2db62a74603 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.264221 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e783208-b515-44d1-84fc-ebe81c89a066 req-8782466d-8bfc-4e4e-973a-b2db62a74603 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1906512 Jun 26 16:28:19.299226 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-1d5e333e-1793-4483-be02-08fcaad10d86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd1ef841-e438-4dbb-a563-a1bbe791d5d8 HTTP/1.1" status: 200 len: 217 time: 0.0733218 Jun 26 16:28:19.363606 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-410c31af-d921-4410-b835-99a828ce5336 req-5943607b-c7f0-4511-a761-468d1f504eb9 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407318 Jun 26 16:28:19.385239 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e783208-b515-44d1-84fc-ebe81c89a066 req-ce70e6e8-5ce2-43f6-b947-5b520d352f5e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219585 Jun 26 16:28:19.401160 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-9a0ecf86-15af-4cc2-bf13-455dbff78ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.408406 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-9a0ecf86-15af-4cc2-bf13-455dbff78ad7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 200 len: 855 time: 0.0847626 Jun 26 16:28:19.464762 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-9434c761-5d74-4c88-b7e9-47d862f589ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b8c63f-37f4-4eba-9565-6a28e340e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529892 Jun 26 16:28:19.596484 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-6730a9f8-0d71-415f-a237-d1fc124c504c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--737532184&fields=id&tenant_id=c02d6e50b6c44b7faee21ad462016554 HTTP/1.1" status: 200 len: 267 time: 0.0750234 Jun 26 16:28:19.663049 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-7a713d33-af6a-401b-8605-cedd0366842a service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712205 Jun 26 16:28:19.830200 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-023240f2-cc9e-47c0-b0e4-26085212d2b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.831683 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-023240f2-cc9e-47c0-b0e4-26085212d2b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 811 time: 0.2276108 Jun 26 16:28:19.858947 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d91b2b86-a993-447d-881e-5221ed0346c4 req-5e385488-e517-4f22-a5f9-1ef090bc3d32 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701450 Jun 26 16:28:19.862520 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-aa39ce38-7a3d-48b4-af97-7a9f583df58d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/quotas/c02d6e50b6c44b7faee21ad462016554 HTTP/1.1" status: 200 len: 375 time: 0.0190394 Jun 26 16:28:19.872123 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dd120-ad70-4291-be3e-c7a9359b8a28 req-d4a127b7-eea5-4af8-b137-202b5408c863 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:19.878172 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1d8dd120-ad70-4291-be3e-c7a9359b8a28 req-d4a127b7-eea5-4af8-b137-202b5408c863 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 944 time: 0.1820261 Jun 26 16:28:19.921962 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38906) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:19.951480 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1d8dd120-ad70-4291-be3e-c7a9359b8a28 req-3d3f2541-78f9-4975-bfd3-39eeac78e012 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Jun 26 16:28:19.973532 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-2194ec90-40ca-448c-a48e-97446e845eb3 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000555 Jun 26 16:28:20.041070 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d06e646-5402-42eb-aa07-396679d6ce25', 'tag': 'c6667ee1-29b7-4954-99dd-98c72be998b2'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:20.043368 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e700324-9036-4a65-b4ac-a0660c5401fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d06e646-5402-42eb-aa07-396679d6ce25", "tag": "c6667ee1-29b7-4954-99dd-98c72be998b2"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:20.063607 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-72ffa98c-a431-4f96-bbef-3210e2ef2dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.093005 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32846919-1278-4a71-bc79-f75091cbcd6c x-openstack-request-id: req-32846919-1278-4a71-bc79-f75091cbcd6c {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:20.093353 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d06e646-5402-42eb-aa07-396679d6ce25", "tag": "c6667ee1-29b7-4954-99dd-98c72be998b2", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:20.093582 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32846919-1278-4a71-bc79-f75091cbcd6c {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:20.093979 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d06e646-5402-42eb-aa07-396679d6ce25', 'tag': 'c6667ee1-29b7-4954-99dd-98c72be998b2', 'status': 'completed', 'code': 200} Jun 26 16:28:20.121124 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-2fe9a56f-6ec8-47fa-8acc-5ffb4b390a78 service neutron] 10.222.0.45 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339414 Jun 26 16:28:20.300130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-72ffa98c-a431-4f96-bbef-3210e2ef2dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.303790 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-c8d0a7d3-1d91-4151-9512-299809957caa service neutron] 10.222.0.45 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737986 Jun 26 16:28:20.308176 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-3b711e28-f718-439c-8c4c-0f0eea91538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:20.309579 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-3b711e28-f718-439c-8c4c-0f0eea91538b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=efcf8f5bdeaa4fb09ebb31bbf1f50c32&device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 1097 time: 0.1582336 Jun 26 16:28:20.405437 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-72ffa98c-a431-4f96-bbef-3210e2ef2dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.412730 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:20.462249 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-72ffa98c-a431-4f96-bbef-3210e2ef2dbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26b5133365aa42ff85104d18635d66ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384679 Jun 26 16:28:20.463393 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-255ed105-ffa8-46d5-a4fb-abc02b3ffeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:20.465110 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-255ed105-ffa8-46d5-a4fb-abc02b3ffeff service neutron] 10.222.0.15 "GET /v2.0/networks?id=300df13b-cdf6-47e1-8f69-f6abf84f370c HTTP/1.1" status: 200 len: 909 time: 0.1457107 Jun 26 16:28:20.465364 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38932) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:20.472727 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa98c-a431-4f96-bbef-3210e2ef2dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca883a-678b-4bc3-a07b-bf70cd78eba2,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:20.481530 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-72ffa98c-a431-4f96-bbef-3210e2ef2dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:20.523720 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-be25d649-de62-461a-8f57-3c599a0fa4bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6667ee1-29b7-4954-99dd-98c72be998b2 HTTP/1.1" status: 200 len: 217 time: 0.0481372 Jun 26 16:28:20.543514 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.568587 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.702306 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-dd364d46-1e1f-45fb-85ab-0f710b3f43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:20.703833 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-dd364d46-1e1f-45fb-85ab-0f710b3f43ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8e0afc05-b0d2-441f-a012-93e1d8265161 HTTP/1.1" status: 200 len: 848 time: 0.1644900 Jun 26 16:28:20.752019 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-c4ae70d1-acab-48ee-a4fb-8f8211891b8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=300df13b-cdf6-47e1-8f69-f6abf84f370c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392377 Jun 26 16:28:20.762401 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee603f-89f8-480d-adac-260615fcc626 req-27927d39-7104-4e14-b3df-bc0ed96af6b4 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:20.763915 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-71ee603f-89f8-480d-adac-260615fcc626 req-27927d39-7104-4e14-b3df-bc0ed96af6b4 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 944 time: 0.2534993 Jun 26 16:28:20.774285 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.777902 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:20.781315 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6ca883a-678b-4bc3-a07b-bf70cd78eba2 HTTP/1.1" status: 204 len: 168 time: 0.3126662 Jun 26 16:28:20.781315 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a9bbe5e4-520c-429f-a67e-394707f9c673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:20.788313 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca883a-678b-4bc3-a07b-bf70cd78eba2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:20.790571 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:20.819294 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd56e4-d2bd-4463-acd9-77ad575c4dd6 req-cf05deda-bc24-4b55-9f67-6ebd3023ffd0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:20.820888 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ffbd56e4-d2bd-4463-acd9-77ad575c4dd6 req-cf05deda-bc24-4b55-9f67-6ebd3023ffd0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1776059 Jun 26 16:28:20.891868 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-71ee603f-89f8-480d-adac-260615fcc626 req-c06ff842-de23-4944-bb4e-f4c1109b827b tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161389 Jun 26 16:28:20.914649 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ffbd56e4-d2bd-4463-acd9-77ad575c4dd6 req-c163052e-8be6-45f4-b8f8-fe6b8e8dc18a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676978 Jun 26 16:28:20.919925 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-6ceb981e-5daa-4caf-9dc1-23fc405b5f6a service neutron] 10.222.0.15 "GET /v2.0/networks/300df13b-cdf6-47e1-8f69-f6abf84f370c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549704 Jun 26 16:28:21.087479 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-67afbe60-2372-4a01-b7f4-e8814f4f93ff req-71b1292f-6120-4a08-a390-c72080b2e4ad tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 210 time: 0.0587733 Jun 26 16:28:21.087479 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e700324-9036-4a65-b4ac-a0660c5401fc req-e012adcd-ce76-4d88-b4b9-3f25a66c9c36 service neutron] 10.222.0.15 "GET /v2.0/networks/300df13b-cdf6-47e1-8f69-f6abf84f370c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372280 Jun 26 16:28:21.242916 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-d9e8d2cf-1c22-4a18-937b-29a1214bd520 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887165 Jun 26 16:28:21.251307 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22033ee-0f3b-4772-b4cc-40def35423dd req-0f2de1bd-9b83-456d-8ca9-71fd3dba3a36 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:21.253446 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e22033ee-0f3b-4772-b4cc-40def35423dd req-0f2de1bd-9b83-456d-8ca9-71fd3dba3a36 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 944 time: 0.1086776 Jun 26 16:28:21.301138 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e22033ee-0f3b-4772-b4cc-40def35423dd req-89d97ca1-3a7d-4a3c-b63b-efa4e9ea1847 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379152 Jun 26 16:28:21.384340 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-eacd8039-91de-4061-b34c-ba737297975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:21.386063 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-eacd8039-91de-4061-b34c-ba737297975e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 1099 time: 0.0756526 Jun 26 16:28:21.502932 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-20004bb4-b128-4b3c-b0fe-01bd2826637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:21.504420 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-20004bb4-b128-4b3c-b0fe-01bd2826637b service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 916 time: 0.0890505 Jun 26 16:28:21.551473 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-1b265a04-89b3-46b1-b135-f4ef9ec5ef2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9 HTTP/1.1" status: 200 len: 217 time: 0.0352120 Jun 26 16:28:21.615214 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-14292034-03ba-4a60-8e46-dfd841fcbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:21.617055 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-14292034-03ba-4a60-8e46-dfd841fcbc67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 200 len: 855 time: 0.0484180 Jun 26 16:28:21.653012 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-2d4b59fe-a691-48f4-89f4-72aa916d4583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b8c63f-37f4-4eba-9565-6a28e340e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273981 Jun 26 16:28:21.722204 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 38972) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:21.739302 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-51e8c582-0afd-4c5d-8f3e-4acd011117bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:21.769090 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-d2add5b4-0ec4-41af-94cf-9d003e679c51 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065907 Jun 26 16:28:21.896294 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66a37f7c-c14c-4ad2-8577-9a48e3ef031f req-2dc1a1a3-a8b0-4353-b0e9-0a4cbbdf3052 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175973 Jun 26 16:28:21.917932 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-51e8c582-0afd-4c5d-8f3e-4acd011117bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.008436 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-51e8c582-0afd-4c5d-8f3e-4acd011117bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.011195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4369f862-88eb-451b-b7ad-69a101ca12a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:22.112017 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-51e8c582-0afd-4c5d-8f3e-4acd011117bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3c4e668dcec47df921b6e585d45cc10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887401 Jun 26 16:28:22.114658 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 38982) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:22.115202 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8c582-0afd-4c5d-8f3e-4acd011117bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1f7523-6437-4762-84c7-5287cc4cce87,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:22.118552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-51e8c582-0afd-4c5d-8f3e-4acd011117bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:22.166329 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0893c8b-9673-4a24-8cc9-847962c73323 req-cd4f47cd-6d53-40a6-86cd-8eed7289c777 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:22.167820 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e0893c8b-9673-4a24-8cc9-847962c73323 req-cd4f47cd-6d53-40a6-86cd-8eed7289c777 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 944 time: 0.1440182 Jun 26 16:28:22.169193 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.177449 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac28aa-5091-4949-b823-2f283c1c3b51 req-58e56957-46ae-4899-8776-a476893a7629 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:22.178074 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0cac28aa-5091-4949-b823-2f283c1c3b51 req-58e56957-46ae-4899-8776-a476893a7629 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1349719 Jun 26 16:28:22.195541 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.229190 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e0893c8b-9673-4a24-8cc9-847962c73323 req-c5616972-a20e-4a90-8e91-c83b8941c562 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499907 Jun 26 16:28:22.241363 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0cac28aa-5091-4949-b823-2f283c1c3b51 req-e62548e2-75e8-4928-91fb-4fb2da322033 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555587 Jun 26 16:28:22.322714 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.333809 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:22.333809 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb1f7523-6437-4762-84c7-5287cc4cce87 HTTP/1.1" status: 204 len: 168 time: 0.2107253 Jun 26 16:28:22.333809 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f23f643-76f6-4c54-8a37-75884d9eda3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:22.335931 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1f7523-6437-4762-84c7-5287cc4cce87,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:22.348926 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:22.392459 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb762025-1935-4dc6-966f-8a527c414848 req-86a6232c-0c6a-45b7-b9b5-8f057e42adbd tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 210 time: 0.0334873 Jun 26 16:28:22.578436 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ef20-652b-44c3-9d0e-bdb2a694c7d0 req-7b6054d1-2897-47bd-866b-0f7e7d2899b9 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:22.579962 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c973ef20-652b-44c3-9d0e-bdb2a694c7d0 req-7b6054d1-2897-47bd-866b-0f7e7d2899b9 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 944 time: 0.0698223 Jun 26 16:28:22.619160 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c973ef20-652b-44c3-9d0e-bdb2a694c7d0 req-d728adf8-78fd-4fe4-90bd-f8347bbb432f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Jun 26 16:28:22.906180 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device fd1ef841-e438-4dbb-a563-a1bbe791d5d8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:23.006205 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port fd1ef841-e438-4dbb-a563-a1bbe791d5d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:23.017383 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'port_id': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8', 'mac_address': 'fa:16:3e:6c:dd:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d166ad-e8a7-4302-94d3-1c1711daf5cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:23.054524 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.067793 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1ef841-e438-4dbb-a563-a1bbe791d5d8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:23.090868 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port fd1ef841-e438-4dbb-a563-a1bbe791d5d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:23.254443 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.255236 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device c6667ee1-29b7-4954-99dd-98c72be998b2 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:23.258001 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a5bf2cf2-d05a-42e7-aa4e-6b167a4bf7a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.408452 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:23.412977 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:23.473618 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port c6667ee1-29b7-4954-99dd-98c72be998b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=c6667ee1-29b7-4954-99dd-98c72be998b2,segment=NetworkSegment(126ee40a-27f8-4228-a9f6-77745e520dcb),segment_id=126ee40a-27f8-4228-a9f6-77745e520dcb)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:23.487687 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91c322-ebc5-496f-9715-35462c589377 req-d3bfba4c-3b27-4271-ad9a-a007ecc0d49f tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.489235 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eb91c322-ebc5-496f-9715-35462c589377 req-d3bfba4c-3b27-4271-ad9a-a007ecc0d49f tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 944 time: 0.1103191 Jun 26 16:28:23.491725 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': 'c6667ee1-29b7-4954-99dd-98c72be998b2', 'network_id': '300df13b-cdf6-47e1-8f69-f6abf84f370c', 'port_id': 'c6667ee1-29b7-4954-99dd-98c72be998b2', 'mac_address': 'fa:16:3e:41:1d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0afc05-b0d2-441f-a012-93e1d8265161', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:23.526302 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eb63f-10e5-41e1-8a84-a70aedd20787 req-bf71c803-f9e3-44b9-a9c3-e40a113139a3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.528089 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3a5eb63f-10e5-41e1-8a84-a70aedd20787 req-bf71c803-f9e3-44b9-a9c3-e40a113139a3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1117942 Jun 26 16:28:23.536874 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.554362 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6667ee1-29b7-4954-99dd-98c72be998b2 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:23.558105 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eb91c322-ebc5-496f-9715-35462c589377 req-1862c88e-7f23-4f83-97a5-d3dc8cf6d5f2 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596814 Jun 26 16:28:23.597856 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port c6667ee1-29b7-4954-99dd-98c72be998b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=c6667ee1-29b7-4954-99dd-98c72be998b2,segment=NetworkSegment(126ee40a-27f8-4228-a9f6-77745e520dcb),segment_id=126ee40a-27f8-4228-a9f6-77745e520dcb)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:23.665600 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3a5eb63f-10e5-41e1-8a84-a70aedd20787 req-65f2ea13-bb41-4f46-bdc5-e30e78d17244 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163177 Jun 26 16:28:23.714867 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:23.716808 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-b9f0f407-94d0-495a-ab80-6b6d9d2db679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:23.735002 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-f27a3b1b-ca10-4570-b657-892afe884a2c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.736643 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-f27a3b1b-ca10-4570-b657-892afe884a2c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 811 time: 0.1705029 Jun 26 16:28:23.759929 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2f660ffc-6d55-4e6f-82e8-c5adeeae8329 req-774b2ce5-20af-4c21-9781-300e34a4476f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 210 time: 0.0507452 Jun 26 16:28:23.794043 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=c6667ee1-29b7-4954-99dd-98c72be998b2,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:23.799166 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-7d1b2628-001c-4a88-997f-a9d4ab532c26 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c02d6e50b6c44b7faee21ad462016554 HTTP/1.1" status: 200 len: 379 time: 0.0385716 Jun 26 16:28:23.804715 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:23.824344 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'port': {'device_id': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'admin_state_up': True, 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'security_groups': ['381913c2-6d43-49d4-87d3-c8f39e61be4d']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:23.990838 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f72114-8e42-497e-a644-b216413e467b req-345ed526-125a-4079-b78e-432eac9022ad tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:23.992354 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74f72114-8e42-497e-a644-b216413e467b req-345ed526-125a-4079-b78e-432eac9022ad tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 945 time: 0.1007378 Jun 26 16:28:24.034882 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74f72114-8e42-497e-a644-b216413e467b req-defc85e1-5a43-4547-88a0-10ea4e547a88 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Jun 26 16:28:24.059979 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Made reservation on behalf of c02d6e50b6c44b7faee21ad462016554 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:24.060379 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.064458 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.159175 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['c6667ee1-29b7-4954-99dd-98c72be998b2'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:24.183563 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['fd1ef841-e438-4dbb-a563-a1bbe791d5d8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:24.215143 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Allocated IP 172.20.0.12 (46e5672a-9a61-4585-9d50-f34e982f2d11/9337412f-5598-428e-89e2-e3d8bb81a1bd/573541fd-4863-429b-9305-648f5918c78a) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:24.371918 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.389887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Transition to ACTIVE for port object 573541fd-4863-429b-9305-648f5918c78a will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:24.492572 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.497101 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:24.537447 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:24.542641 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:24.553005 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:24.573957 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'Port': ['ID=573541fd-4863-429b-9305-648f5918c78a,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:24.580646 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:24.609360 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.609945 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.733429 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9129970 Jun 26 16:28:24.746632 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Request body: {'port': {'device_id': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:24.838498 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9939d-f557-49cf-91fb-7541861d1892 req-52b3fdf5-aa33-4b54-8a26-5e1cb6230d12 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.839993 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dfe9939d-f557-49cf-91fb-7541861d1892 req-52b3fdf5-aa33-4b54-8a26-5e1cb6230d12 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 945 time: 0.1433859 Jun 26 16:28:24.892693 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-e9bfa1bd-a3f9-45a7-a08d-1800dbbfd488 None None] Provisioning for port 573541fd-4863-429b-9305-648f5918c78a completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:24.896581 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.901878 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-e9bfa1bd-a3f9-45a7-a08d-1800dbbfd488 None None] Provisioning complete for port 573541fd-4863-429b-9305-648f5918c78a triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:24.901878 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e9bfa1bd-a3f9-45a7-a08d-1800dbbfd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:24.933940 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dfe9939d-f557-49cf-91fb-7541861d1892 req-2818ddb0-4c51-433b-93eb-683b0fe19ed2 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784025 Jun 26 16:28:24.940843 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfa1bd-a3f9-45a7-a08d-1800dbbfd488 None None] Port 573541fd-4863-429b-9305-648f5918c78a cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:28:24.994007 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c8bef-32d0-451b-b98a-6f10f0506ddf req-ff431f80-c426-4aa8-801b-74ef044639a6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:24.996834 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-646c8bef-32d0-451b-b98a-6f10f0506ddf req-ff431f80-c426-4aa8-801b-74ef044639a6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1529720 Jun 26 16:28:25.141044 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-646c8bef-32d0-451b-b98a-6f10f0506ddf req-f019402d-25ae-4a0c-ad22-46bcde9e3cdc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990040 Jun 26 16:28:25.496407 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142caae5-42db-4fb0-875e-f91b60f63f90 req-13b248fb-0d94-4899-91d7-41b5d1837dbd tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:25.497972 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-142caae5-42db-4fb0-875e-f91b60f63f90 req-13b248fb-0d94-4899-91d7-41b5d1837dbd tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 932 time: 0.4572859 Jun 26 16:28:25.601234 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-142caae5-42db-4fb0-875e-f91b60f63f90 req-92905d41-b639-4643-879b-c114f710ce0b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862546 Jun 26 16:28:25.612476 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25c440-4dd6-45e3-add9-331c9999b181 req-e9842f37-18ff-4907-b323-0b3fe4542cfd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:25.613949 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb25c440-4dd6-45e3-add9-331c9999b181 req-e9842f37-18ff-4907-b323-0b3fe4542cfd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 945 time: 0.1928327 Jun 26 16:28:25.629771 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573541fd-4863-429b-9305-648f5918c78a {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:25.643226 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.669017 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Transition to ACTIVE for port object 573541fd-4863-429b-9305-648f5918c78a will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:25.674923 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb25c440-4dd6-45e3-add9-331c9999b181 req-77b91349-512f-4e31-85b6-92537d27fff8 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543444 Jun 26 16:28:25.743556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.745765 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:25.796071 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Pushing event updated for resources: {'Port': ['ID=573541fd-4863-429b-9305-648f5918c78a,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:25.815521 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:25.870851 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Attempting to bind port 573541fd-4863-429b-9305-648f5918c78a on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:25.871193 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Attempting to bind port 573541fd-4863-429b-9305-648f5918c78a by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:25.871518 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Attempting to bind port 573541fd-4863-429b-9305-648f5918c78a on network 46e5672a-9a61-4585-9d50-f34e982f2d11 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:25.876132 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Port 573541fd-4863-429b-9305-648f5918c78a on network 46e5672a-9a61-4585-9d50-f34e982f2d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:25.876485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Attempting to bind port 573541fd-4863-429b-9305-648f5918c78a on network 46e5672a-9a61-4585-9d50-f34e982f2d11 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:25.881486 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:25.881828 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Checking segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:25.882358 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Bound using segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:25.882637 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Bound port: 573541fd-4863-429b-9305-648f5918c78a, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:25.882997 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:25.951749 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] For port 573541fd-4863-429b-9305-648f5918c78a, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:25.955047 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] For port 573541fd-4863-429b-9305-648f5918c78a, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=573541fd-4863-429b-9305-648f5918c78a,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:26.061815 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.079247 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-83893158-8f01-4acd-85e8-ae1180c3d993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:26.116276 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.116911 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:26.118261 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-af97caff-096d-462a-977b-9d01e1486005 service neutron] 10.222.0.15 "PUT /v2.0/ports/573541fd-4863-429b-9305-648f5918c78a HTTP/1.1" status: 200 len: 1094 time: 1.3771009 Jun 26 16:28:26.120145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'tag': '573541fd-4863-429b-9305-648f5918c78a'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:26.122465 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455556e-9c59-42a3-a472-dfbc7b1811d2" -d '{"events": [{"name": "network-changed", "server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "tag": "573541fd-4863-429b-9305-648f5918c78a"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:26.155414 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Pushing event updated for resources: {'Port': ['ID=573541fd-4863-429b-9305-648f5918c78a,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:26.161743 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:26.181537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e3559a-8668-4f62-830d-05112f779fbc req-2f8c2868-0f05-4f09-aab9-d1f8177f41bf tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.184489 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-87e3559a-8668-4f62-830d-05112f779fbc req-2f8c2868-0f05-4f09-aab9-d1f8177f41bf tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 945 time: 0.1373799 Jun 26 16:28:26.186094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84086c1c-7838-4f71-88ab-dbb73d89fbbc x-openstack-request-id: req-84086c1c-7838-4f71-88ab-dbb73d89fbbc {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:26.186996 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "tag": "573541fd-4863-429b-9305-648f5918c78a", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:26.187278 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84086c1c-7838-4f71-88ab-dbb73d89fbbc {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:26.187821 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'tag': '573541fd-4863-429b-9305-648f5918c78a', 'status': 'completed', 'code': 200} Jun 26 16:28:26.261465 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-87e3559a-8668-4f62-830d-05112f779fbc req-168b3814-7d7e-42d1-afff-b6822c00ac31 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726812 Jun 26 16:28:26.322241 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455556e-9c59-42a3-a472-dfbc7b1811d2 req-285609f5-58ec-450b-9e8d-0373d0b55433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.323749 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b455556e-9c59-42a3-a472-dfbc7b1811d2 req-285609f5-58ec-450b-9e8d-0373d0b55433 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 1097 time: 0.1084852 Jun 26 16:28:26.379232 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84462bc-03d7-4bb9-9dcb-ea7633002c52 req-b56b57d8-8bb6-41f2-8bbb-c5520516a11b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.380767 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a84462bc-03d7-4bb9-9dcb-ea7633002c52 req-b56b57d8-8bb6-41f2-8bbb-c5520516a11b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1061735 Jun 26 16:28:26.457456 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a84462bc-03d7-4bb9-9dcb-ea7633002c52 req-a84e2998-7624-4ba1-97c6-939cb11604cf tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504990 Jun 26 16:28:26.470026 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455556e-9c59-42a3-a472-dfbc7b1811d2 req-0946d381-1be7-4024-bfa2-8bf190dde391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.474970 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b455556e-9c59-42a3-a472-dfbc7b1811d2 req-0946d381-1be7-4024-bfa2-8bf190dde391 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c02d6e50b6c44b7faee21ad462016554&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1369472 Jun 26 16:28:26.578528 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455556e-9c59-42a3-a472-dfbc7b1811d2 req-212cf79b-01a0-4a8a-b0ef-6375dfdb4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.580672 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b455556e-9c59-42a3-a472-dfbc7b1811d2 req-212cf79b-01a0-4a8a-b0ef-6375dfdb4707 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953319 Jun 26 16:28:26.686625 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-f6a6ec15-6320-4e5f-960e-bee34aef4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.691520 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-f6a6ec15-6320-4e5f-960e-bee34aef4e8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 1097 time: 0.0561593 Jun 26 16:28:26.742240 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-22645408-674b-47ad-9871-4f366d8ca18a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=573541fd-4863-429b-9305-648f5918c78a HTTP/1.1" status: 200 len: 217 time: 0.0402243 Jun 26 16:28:26.852636 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-79093e60-1521-4a5c-b686-e78ea5702303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.854149 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-79093e60-1521-4a5c-b686-e78ea5702303 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9337412f-5598-428e-89e2-e3d8bb81a1bd HTTP/1.1" status: 200 len: 850 time: 0.0816712 Jun 26 16:28:26.890383 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b679-9dfd-4641-850c-ab671fa21c3a req-cfda9254-d613-49d3-bf8c-47efba0d0767 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.893004 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3ab2b679-9dfd-4641-850c-ab671fa21c3a req-cfda9254-d613-49d3-bf8c-47efba0d0767 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 944 time: 0.1524575 Jun 26 16:28:26.931007 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device c6667ee1-29b7-4954-99dd-98c72be998b2 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:26.952422 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97be1e0-1e8b-43bb-92fb-0aa22698e8e9 req-0e9a7db2-b8ed-455d-b947-8546a17a6ffe tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:26.954006 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c97be1e0-1e8b-43bb-92fb-0aa22698e8e9 req-0e9a7db2-b8ed-455d-b947-8546a17a6ffe tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 945 time: 0.1504371 Jun 26 16:28:26.990204 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3ab2b679-9dfd-4641-850c-ab671fa21c3a req-9a71cbc7-7a4a-4745-ae86-8c41ae054552 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728219 Jun 26 16:28:27.018117 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-03b2a8c3-8332-4e9b-b476-2e284de16e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:27.019679 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-03b2a8c3-8332-4e9b-b476-2e284de16e04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e5672a-9a61-4585-9d50-f34e982f2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1471579 Jun 26 16:28:27.022408 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c97be1e0-1e8b-43bb-92fb-0aa22698e8e9 req-ee6f6831-c07a-4c5e-8eb1-7082469d8422 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566230 Jun 26 16:28:27.074998 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port c6667ee1-29b7-4954-99dd-98c72be998b2 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:27.078994 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port c6667ee1-29b7-4954-99dd-98c72be998b2 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:27.079500 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.115413 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-90807657-5b54-4dbb-a5d8-5a3402863628 service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836177 Jun 26 16:28:27.159556 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.202263 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port c6667ee1-29b7-4954-99dd-98c72be998b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=c6667ee1-29b7-4954-99dd-98c72be998b2,segment=NetworkSegment(126ee40a-27f8-4228-a9f6-77745e520dcb),segment_id=126ee40a-27f8-4228-a9f6-77745e520dcb)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:27.203523 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d06e646-5402-42eb-aa07-396679d6ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6667ee1-29b7-4954-99dd-98c72be998b2'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:27.209583 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c979b8-65a6-4462-8b7a-b0cdb2da1736" -d '{"events": [{"server_uuid": "9d06e646-5402-42eb-aa07-396679d6ce25", "name": "network-vif-plugged", "status": "completed", "tag": "c6667ee1-29b7-4954-99dd-98c72be998b2"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:27.226636 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2de8bf69-3d02-44ca-9015-a5e548f978af req-b7ec7f35-f884-4135-aa57-f6c03f6d0393 service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987837 Jun 26 16:28:27.257739 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcca18f-8a5d-41ec-b923-c10a01b7a372 x-openstack-request-id: req-8dcca18f-8a5d-41ec-b923-c10a01b7a372 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:27.258033 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d06e646-5402-42eb-aa07-396679d6ce25", "name": "network-vif-plugged", "status": "completed", "tag": "c6667ee1-29b7-4954-99dd-98c72be998b2", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:27.258380 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8dcca18f-8a5d-41ec-b923-c10a01b7a372 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:27.259276 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d06e646-5402-42eb-aa07-396679d6ce25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6667ee1-29b7-4954-99dd-98c72be998b2', 'code': 200} Jun 26 16:28:27.260497 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.261420 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device fd1ef841-e438-4dbb-a563-a1bbe791d5d8 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:27.263918 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:27.370034 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=c6667ee1-29b7-4954-99dd-98c72be998b2,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:27.373357 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:27.453560 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:27.458309 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:27.458906 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.467185 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e75c-6ac3-45bd-b3a4-f55b9fada78d req-a313db04-3f50-44da-8841-80c796f81266 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:27.468753 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f375e75c-6ac3-45bd-b3a4-f55b9fada78d req-a313db04-3f50-44da-8841-80c796f81266 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 946 time: 0.0733733 Jun 26 16:28:27.533695 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f375e75c-6ac3-45bd-b3a4-f55b9fada78d req-957256b6-d4d7-4b2b-bf17-215ad004ec33 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564039 Jun 26 16:28:27.551481 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.591752 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port fd1ef841-e438-4dbb-a563-a1bbe791d5d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:27.646326 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:27.648396 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:27.721451 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:27.724725 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:27.798760 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b020257-b9df-4916-9eff-5d8f7f27f197 req-9ebca04f-3ffc-4244-8d99-626c911c3c5f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:27.800163 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3b020257-b9df-4916-9eff-5d8f7f27f197 req-9ebca04f-3ffc-4244-8d99-626c911c3c5f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1103377 Jun 26 16:28:27.804295 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d3e8-69df-498c-a87a-b103bc6142ff req-43b4e16f-6977-48ec-ab27-edf9f20cf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:27.805719 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6a22d3e8-69df-498c-a87a-b103bc6142ff req-43b4e16f-6977-48ec-ab27-edf9f20cf577 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 1099 time: 0.1050749 Jun 26 16:28:27.859987 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3b020257-b9df-4916-9eff-5d8f7f27f197 req-51c091b7-ccb8-4dd5-ba18-45e52ec8e938 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533006 Jun 26 16:28:27.861682 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6a22d3e8-69df-498c-a87a-b103bc6142ff req-506e960f-4863-4be7-9bd1-2e1052806db9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490053 Jun 26 16:28:28.207830 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9555f-a8d7-4346-a346-6653bf83d2ed req-2df951c0-54a4-4565-9cef-26678ca3c5d4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:28.209763 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7fa9555f-a8d7-4346-a346-6653bf83d2ed req-2df951c0-54a4-4565-9cef-26678ca3c5d4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 944 time: 0.1013553 Jun 26 16:28:28.244211 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c403dd-7c1c-4cdb-827f-ce0f8231bbe9 req-49e20031-c1af-401b-8a92-7fa4f7ac7e7b tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:28.245740 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-37c403dd-7c1c-4cdb-827f-ce0f8231bbe9 req-49e20031-c1af-401b-8a92-7fa4f7ac7e7b tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.1068697 Jun 26 16:28:28.270223 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7fa9555f-a8d7-4346-a346-6653bf83d2ed req-aa747339-cc16-4c54-b247-c8f489a705b6 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537868 Jun 26 16:28:28.297684 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-37c403dd-7c1c-4cdb-827f-ce0f8231bbe9 req-4d6eab44-fdc6-43b3-9bbf-112fc0c14331 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Jun 26 16:28:28.718782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527ff48-8293-40ac-b536-7e4034f71085 req-7a0c5190-a965-486b-b5ab-f43f5061cf53 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:28.720391 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2527ff48-8293-40ac-b536-7e4034f71085 req-7a0c5190-a965-486b-b5ab-f43f5061cf53 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 946 time: 0.0687537 Jun 26 16:28:28.768714 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2527ff48-8293-40ac-b536-7e4034f71085 req-f906b961-933b-4af7-9e94-be62485d440c tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Jun 26 16:28:29.043111 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e0530-e53e-475f-87e5-9b04515335e7 req-0c9899c1-f2d5-4624-8fdd-80d0ef328e11 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.044633 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c3e0530-e53e-475f-87e5-9b04515335e7 req-0c9899c1-f2d5-4624-8fdd-80d0ef328e11 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0680864 Jun 26 16:28:29.084058 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c3e0530-e53e-475f-87e5-9b04515335e7 req-4eac1164-75ea-4ef0-b864-bcffad40fbc3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Jun 26 16:28:29.260673 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:29.263068 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6150dfb1-54c9-4cc8-b994-ce61d80410e5" -d '{"events": [{"server_uuid": "a3644c8a-640a-4f6a-b12b-4f7e70d1dc40", "name": "network-vif-plugged", "status": "completed", "tag": "fd1ef841-e438-4dbb-a563-a1bbe791d5d8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:29.305873 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b337b17-3d81-45d2-9e9b-54b5dd539590 x-openstack-request-id: req-3b337b17-3d81-45d2-9e9b-54b5dd539590 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:29.306317 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3644c8a-640a-4f6a-b12b-4f7e70d1dc40", "name": "network-vif-plugged", "status": "completed", "tag": "fd1ef841-e438-4dbb-a563-a1bbe791d5d8", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:29.306654 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b337b17-3d81-45d2-9e9b-54b5dd539590 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:29.307132 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8', 'code': 200} Jun 26 16:28:29.506266 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9f4a-0d64-4e7d-9b55-b8417019c58d req-9525e9d2-387d-41bd-9e10-8d6afcfb90f2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.507833 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e73c9f4a-0d64-4e7d-9b55-b8417019c58d req-9525e9d2-387d-41bd-9e10-8d6afcfb90f2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 944 time: 0.1160758 Jun 26 16:28:29.520168 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03533bc-f1fa-4ded-9a89-5c5121aed1d5 req-e03c0d9b-dbc1-46c4-b6ec-1c5b2f1ed74e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.521757 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d03533bc-f1fa-4ded-9a89-5c5121aed1d5 req-e03c0d9b-dbc1-46c4-b6ec-1c5b2f1ed74e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.0977607 Jun 26 16:28:29.573264 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e73c9f4a-0d64-4e7d-9b55-b8417019c58d req-bc8d2a8e-408a-4eaa-8590-4f4452e9a67a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504830 Jun 26 16:28:29.589252 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d03533bc-f1fa-4ded-9a89-5c5121aed1d5 req-529741b6-4094-4e15-8a40-98941f782e80 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515404 Jun 26 16:28:29.780832 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e3438-1d29-4dff-84b4-01278f76c729 req-daec11bb-e2c7-486b-86ec-74ecc14914dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.782390 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a32e3438-1d29-4dff-84b4-01278f76c729 req-daec11bb-e2c7-486b-86ec-74ecc14914dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 1099 time: 0.0526409 Jun 26 16:28:29.839941 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a32e3438-1d29-4dff-84b4-01278f76c729 req-0f9ead81-f311-46be-8116-9c59ca03c4be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379937 Jun 26 16:28:29.986416 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbd596-cd3c-403b-9a14-e27e1c0a9d74 req-e7850587-1ef2-4f7b-93e1-71ce46b86233 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:29.988239 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2ebbd596-cd3c-403b-9a14-e27e1c0a9d74 req-e7850587-1ef2-4f7b-93e1-71ce46b86233 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 946 time: 0.0670943 Jun 26 16:28:30.036933 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2ebbd596-cd3c-403b-9a14-e27e1c0a9d74 req-33bdc9f4-8b75-4f7e-9424-b5d1626c54cf tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Jun 26 16:28:30.271476 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a72bc-5aef-484e-a6f0-a833a52dbc98 req-138cd0fe-7b59-4201-b55d-e0a99417ebee tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:30.272994 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-790a72bc-5aef-484e-a6f0-a833a52dbc98 req-138cd0fe-7b59-4201-b55d-e0a99417ebee tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0631213 Jun 26 16:28:30.311456 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-790a72bc-5aef-484e-a6f0-a833a52dbc98 req-0aadb5b2-42c6-4f10-a9d9-15d8ee70a6ea tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Jun 26 16:28:30.806102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526ac5-2691-41c3-81a9-3f00a51596eb req-f6cf1bb9-c2b5-4af4-842b-4b1d38d3ee25 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:30.807865 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d8526ac5-2691-41c3-81a9-3f00a51596eb req-f6cf1bb9-c2b5-4af4-842b-4b1d38d3ee25 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 944 time: 0.1075759 Jun 26 16:28:30.816560 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963d57c-121b-49f5-8673-c92aa7ccc38a req-2c138f97-4193-4f4b-a58d-e37bc073936e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:30.818084 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d963d57c-121b-49f5-8673-c92aa7ccc38a req-2c138f97-4193-4f4b-a58d-e37bc073936e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.1168098 Jun 26 16:28:30.870858 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d8526ac5-2691-41c3-81a9-3f00a51596eb req-3805bddd-911c-48a5-8390-d99f2775e932 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517919 Jun 26 16:28:30.885341 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d963d57c-121b-49f5-8673-c92aa7ccc38a req-7c05a0f8-6ad6-4c47-9967-32784f4080f6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601923 Jun 26 16:28:30.952453 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 573541fd-4863-429b-9305-648f5918c78a details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:31.059038 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 573541fd-4863-429b-9305-648f5918c78a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=573541fd-4863-429b-9305-648f5918c78a,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:31.070242 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '573541fd-4863-429b-9305-648f5918c78a', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'port_id': '573541fd-4863-429b-9305-648f5918c78a', 'mac_address': 'fa:16:3e:72:0f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:31.116343 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:31.142928 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573541fd-4863-429b-9305-648f5918c78a {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:31.165676 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 573541fd-4863-429b-9305-648f5918c78a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=573541fd-4863-429b-9305-648f5918c78a,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:31.219351 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:31.222010 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:31.272654 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=573541fd-4863-429b-9305-648f5918c78a,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:31.275852 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:31.496246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86836621-a604-431d-aee6-a6a1ad3f41a2 req-00cf08a0-ffc2-4213-9e23-c0a49e10d68b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:31.497764 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-86836621-a604-431d-aee6-a6a1ad3f41a2 req-00cf08a0-ffc2-4213-9e23-c0a49e10d68b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0623889 Jun 26 16:28:31.538806 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-86836621-a604-431d-aee6-a6a1ad3f41a2 req-1890169b-6970-474f-9521-24fb3c8bac5e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Jun 26 16:28:31.807193 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['573541fd-4863-429b-9305-648f5918c78a'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:32.138098 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc4914-352c-47c7-aebf-92f7e41e8089 req-c036ff8a-752f-4298-a1ed-7382d82b42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.139584 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c0dc4914-352c-47c7-aebf-92f7e41e8089 req-c036ff8a-752f-4298-a1ed-7382d82b42d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 1098 time: 0.1617806 Jun 26 16:28:32.154952 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa6c45-eeb3-43c2-949a-6ff23bbf484e req-9b990199-c556-475b-9724-f18710cd3004 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.156478 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0faa6c45-eeb3-43c2-949a-6ff23bbf484e req-9b990199-c556-475b-9724-f18710cd3004 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 945 time: 0.1341376 Jun 26 16:28:32.165590 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9315f-7be2-4612-a47f-253ce0184851 req-4694d0ea-05e3-4139-9ee5-14200a591800 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.167194 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7cb9315f-7be2-4612-a47f-253ce0184851 req-4694d0ea-05e3-4139-9ee5-14200a591800 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.1437671 Jun 26 16:28:32.249197 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7cb9315f-7be2-4612-a47f-253ce0184851 req-7a93e0c6-3c43-4686-a9cc-886e4cf3f1d8 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Jun 26 16:28:32.253448 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c0dc4914-352c-47c7-aebf-92f7e41e8089 req-db21c710-9d67-44f6-9202-d7990c18144f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960300 Jun 26 16:28:32.258934 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0faa6c45-eeb3-43c2-949a-6ff23bbf484e req-1afc0d03-ef9d-4c09-bb88-142d04274b23 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865450 Jun 26 16:28:32.724432 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbceea-e9c8-46ae-b1d0-780d6fe96bd5 req-76b8025d-fad4-4760-8644-9b6bac15cffb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:32.726088 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-20dbceea-e9c8-46ae-b1d0-780d6fe96bd5 req-76b8025d-fad4-4760-8644-9b6bac15cffb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0665917 Jun 26 16:28:32.764665 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-20dbceea-e9c8-46ae-b1d0-780d6fe96bd5 req-fb0b6407-4a83-4742-b159-7e28a852d815 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jun 26 16:28:33.485442 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5954981-cc30-4d94-908d-e315c08c24f7 req-33756c07-cefc-4b05-813d-aa17d939ab1e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:33.487127 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5954981-cc30-4d94-908d-e315c08c24f7 req-33756c07-cefc-4b05-813d-aa17d939ab1e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 945 time: 0.1003306 Jun 26 16:28:33.544628 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5954981-cc30-4d94-908d-e315c08c24f7 req-9a1c7513-9c71-435c-b4ef-2c96711c0000 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514128 Jun 26 16:28:33.970066 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f16d-4671-4d21-9a18-e8d4b09405a4 req-d7f8f5bb-7e18-4f4b-b13f-41f6f4049924 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:33.971945 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1619f16d-4671-4d21-9a18-e8d4b09405a4 req-d7f8f5bb-7e18-4f4b-b13f-41f6f4049924 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0711527 Jun 26 16:28:34.024661 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1619f16d-4671-4d21-9a18-e8d4b09405a4 req-d4766dcc-c066-4824-88e3-f5dd477574da tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Jun 26 16:28:34.278574 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753f8f9-7a77-42e6-8319-2ca4a328917c req-7053c100-dc9f-4f3f-91a0-1c8d231f2548 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:34.280212 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e753f8f9-7a77-42e6-8319-2ca4a328917c req-7053c100-dc9f-4f3f-91a0-1c8d231f2548 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0740359 Jun 26 16:28:34.333144 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e753f8f9-7a77-42e6-8319-2ca4a328917c req-c8b9b4df-1204-47c5-a28b-429db2839e1f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 Jun 26 16:28:34.967893 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 573541fd-4863-429b-9305-648f5918c78a up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:35.080720 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d6e5-029e-4e97-a4ac-acd6cd8b5fdf req-e977d212-6211-42ca-a68c-20745bcfb143 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:35.082194 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9c93d6e5-029e-4e97-a4ac-acd6cd8b5fdf req-e977d212-6211-42ca-a68c-20745bcfb143 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 945 time: 0.0668468 Jun 26 16:28:35.108917 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 573541fd-4863-429b-9305-648f5918c78a completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:35.115827 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 573541fd-4863-429b-9305-648f5918c78a triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:35.116200 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:35.122927 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9c93d6e5-029e-4e97-a4ac-acd6cd8b5fdf req-2beeb168-526c-458c-92bc-49381e0a7b08 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340102 Jun 26 16:28:35.202037 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:35.239130 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573541fd-4863-429b-9305-648f5918c78a'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:35.248344 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb7e81c-6d7e-4e9c-a05f-4512b68c530b" -d '{"events": [{"server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "name": "network-vif-plugged", "status": "completed", "tag": "573541fd-4863-429b-9305-648f5918c78a"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:35.261852 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 573541fd-4863-429b-9305-648f5918c78a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=573541fd-4863-429b-9305-648f5918c78a,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:35.343875 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:35.343875 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:35.493938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f63-b40e-4a78-a465-0bbdb82f5f66 req-4b03e6a2-bba4-43ce-97ec-c6e8b2e4493d tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:35.496018 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2c935f63-b40e-4a78-a465-0bbdb82f5f66 req-4b03e6a2-bba4-43ce-97ec-c6e8b2e4493d tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 946 time: 0.0926597 Jun 26 16:28:35.532270 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=573541fd-4863-429b-9305-648f5918c78a,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:35.536436 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:35.552692 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2c935f63-b40e-4a78-a465-0bbdb82f5f66 req-3c9b0866-ea76-4886-9680-a15c370c679f tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Jun 26 16:28:35.601436 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c51c1d-bad9-46a0-98c0-c86f40f46cb1 x-openstack-request-id: req-39c51c1d-bad9-46a0-98c0-c86f40f46cb1 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:35.601741 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "name": "network-vif-plugged", "status": "completed", "tag": "573541fd-4863-429b-9305-648f5918c78a", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:35.602000 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39c51c1d-bad9-46a0-98c0-c86f40f46cb1 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:35.602407 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573541fd-4863-429b-9305-648f5918c78a', 'code': 200} Jun 26 16:28:36.139610 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b32f29-f6d3-45da-9d8a-664f7c88643e req-0d01335d-ee7e-42cb-9d70-62630dcaeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:36.141149 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d4b32f29-f6d3-45da-9d8a-664f7c88643e req-0d01335d-ee7e-42cb-9d70-62630dcaeee4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 1099 time: 0.0598564 Jun 26 16:28:36.191486 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d4b32f29-f6d3-45da-9d8a-664f7c88643e req-b183f6e2-154f-4ed5-8764-45e9bbe56301 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376961 Jun 26 16:28:36.259359 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7ff1-0361-41f5-8b56-e66b5fc1ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:36.396238 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49852c05-e09a-406a-860a-3a8f7fd5eb73 req-593f02bb-02f5-4c04-99a2-f17c159e25a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:36.399316 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49852c05-e09a-406a-860a-3a8f7fd5eb73 req-593f02bb-02f5-4c04-99a2-f17c159e25a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1326730 Jun 26 16:28:36.451268 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49852c05-e09a-406a-860a-3a8f7fd5eb73 req-072e1a72-c87b-4437-8ba7-13ba5741f9d1 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Jun 26 16:28:36.732934 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1d12e-6f70-482c-b8b3-a8af6adfd961 req-34b3e1e3-b280-44f0-ad31-05aecda5a817 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:36.734468 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66b1d12e-6f70-482c-b8b3-a8af6adfd961 req-34b3e1e3-b280-44f0-ad31-05aecda5a817 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 946 time: 0.0648880 Jun 26 16:28:36.776639 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66b1d12e-6f70-482c-b8b3-a8af6adfd961 req-4a82ec45-ffa6-4fe0-ae29-470d45c6d77a tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353546 Jun 26 16:28:37.222368 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f32c7-834b-4474-b0ed-12f04420182f req-8108ceda-ba2f-4c48-abaf-6c2981d5dec0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.223901 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-683f32c7-834b-4474-b0ed-12f04420182f req-8108ceda-ba2f-4c48-abaf-6c2981d5dec0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1187525 Jun 26 16:28:37.227075 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-7b755c47-f82f-49b4-a949-4610d3e5e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.228456 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-7b755c47-f82f-49b4-a949-4610d3e5e98c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.0956903 Jun 26 16:28:37.244644 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 39418) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:37.313838 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-683f32c7-834b-4474-b0ed-12f04420182f req-c9aac3d3-2b99-4b23-999d-105cafaa7b56 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832286 Jun 26 16:28:37.356157 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-2a3d3c34-ae96-49e6-b34f-b90564b0bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.357687 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-2a3d3c34-ae96-49e6-b34f-b90564b0bbe9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 919 time: 0.1136079 Jun 26 16:28:37.368455 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1941de1c-ecfb-4750-808f-d0d56bd6be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.472099 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1941de1c-ecfb-4750-808f-d0d56bd6be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.551351 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1941de1c-ecfb-4750-808f-d0d56bd6be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.554758 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:37.591488 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941de1c-ecfb-4750-808f-d0d56bd6be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba7345-b57d-4ca0-9ac3-e350e4c93986,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:37.610541 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1941de1c-ecfb-4750-808f-d0d56bd6be62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:37.621610 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-1941de1c-ecfb-4750-808f-d0d56bd6be62 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=866661e6c1e548cd953f91651815b635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754480 Jun 26 16:28:37.624848 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 39430) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:37.696382 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.705923 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-300580ff-ed64-4022-8ebe-94826335e7bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 200 len: 217 time: 0.3254769 Jun 26 16:28:37.726226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.835115 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-c30640be-0e1d-4da7-8b45-f187f1e97541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.836565 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-c30640be-0e1d-4da7-8b45-f187f1e97541 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.0702381 Jun 26 16:28:37.844903 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-e0087b02-6a34-480f-968b-79838f5c49b5 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.846914 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-e0087b02-6a34-480f-968b-79838f5c49b5 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 946 time: 0.1512709 Jun 26 16:28:37.847827 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.851840 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:37.855847 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1aba7345-b57d-4ca0-9ac3-e350e4c93986 HTTP/1.1" status: 204 len: 168 time: 0.2295864 Jun 26 16:28:37.856737 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5371539e-ad09-4dda-8997-686a68d8bfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:37.858209 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b3310-6bf2-4f35-a02a-661203c484f2 req-5a36edef-7c23-431e-af00-d7898c4a836a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:37.859806 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f29b3310-6bf2-4f35-a02a-661203c484f2 req-5a36edef-7c23-431e-af00-d7898c4a836a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1652248 Jun 26 16:28:37.865949 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba7345-b57d-4ca0-9ac3-e350e4c93986,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:37.868619 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:37.950232 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-7fedc338-3e00-40f4-8b81-766ac9c9dd00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882876 Jun 26 16:28:38.033484 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f29b3310-6bf2-4f35-a02a-661203c484f2 req-2a616e69-7229-4fe3-8f5e-e14252b7f02d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551244 Jun 26 16:28:38.166718 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c15dd-e47d-4d13-aa11-a76dadbd5a8b req-4dfe73ce-46f8-45c2-9d8b-1537592d66c6 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:38.168255 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-483c15dd-e47d-4d13-aa11-a76dadbd5a8b req-4dfe73ce-46f8-45c2-9d8b-1537592d66c6 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 946 time: 0.2205136 Jun 26 16:28:38.174761 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-232a56ab-bf55-4cea-81e6-a7eb3041886d service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874361 Jun 26 16:28:38.221191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Deleting port c6667ee1-29b7-4954-99dd-98c72be998b2 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:28:38.221545 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.295030 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-483c15dd-e47d-4d13-aa11-a76dadbd5a8b req-3a7cbd7a-f4c9-4259-9732-5b540523a116 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/security-groups?id=93153270-44a2-4b74-8f5b-12c9b2ac3f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206172 Jun 26 16:28:38.368118 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0aa0963-f2a4-457b-bd52-68e9217d1fa9 req-375f5fb0-2808-4773-86b9-2256614c86cf service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736820 Jun 26 16:28:38.383057 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] For port c6667ee1-29b7-4954-99dd-98c72be998b2, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=c6667ee1-29b7-4954-99dd-98c72be998b2,segment=NetworkSegment(126ee40a-27f8-4228-a9f6-77745e520dcb),segment_id=126ee40a-27f8-4228-a9f6-77745e520dcb)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:38.383619 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.401684 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Calling delete_port for c6667ee1-29b7-4954-99dd-98c72be998b2 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:28:38.531869 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347121a-2584-4d49-8ab0-bfff07d5b3c0 req-10f4b5e6-ce1d-49d6-bb4e-cab600e6e637 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:38.533428 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0347121a-2584-4d49-8ab0-bfff07d5b3c0 req-10f4b5e6-ce1d-49d6-bb4e-cab600e6e637 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0858986 Jun 26 16:28:38.542816 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 39444) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:38.559111 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4e55f9be-f4de-4c83-8eb7-e67f229b8585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.612075 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0347121a-2584-4d49-8ab0-bfff07d5b3c0 req-bc055ba7-690c-4eba-9b5e-e1a29291ec3f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722368 Jun 26 16:28:38.676499 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4e55f9be-f4de-4c83-8eb7-e67f229b8585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.687680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.694151 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c69c5252-361f-4ad9-8845-0061665dc002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:38.715355 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['c6667ee1-29b7-4954-99dd-98c72be998b2'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:38.723348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Pushing event deleted for resources: {'Port': ['ID=c6667ee1-29b7-4954-99dd-98c72be998b2,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:38.726609 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:38.750675 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4e55f9be-f4de-4c83-8eb7-e67f229b8585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.756171 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fc1c996b-365e-4eb4-bde5-e8e93656f19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:38.792223 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-4e55f9be-f4de-4c83-8eb7-e67f229b8585 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1755ec5a7d5466aaeac0d24cd47b738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480707 Jun 26 16:28:38.793066 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55f9be-f4de-4c83-8eb7-e67f229b8585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75a9be-e692-4574-becc-52df00876281,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:38.795305 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 39452) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:38.810213 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4e55f9be-f4de-4c83-8eb7-e67f229b8585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:38.822767 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9009-a3c6-4307-9cbd-4e4272575f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.860852 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:38.884340 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:39.045808 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:39.048740 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:39.050409 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c75a9be-e692-4574-becc-52df00876281 HTTP/1.1" status: 204 len: 168 time: 0.2536347 Jun 26 16:28:39.051570 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8aa1cc36-98ba-4147-8b94-5755cecedb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:39.060392 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75a9be-e692-4574-becc-52df00876281,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:39.062968 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:39.080832 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:39.126897 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] No DVR routers for this DVR port c6667ee1-29b7-4954-99dd-98c72be998b2 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:28:39.129628 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:39.131689 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0470e409-7ac5-4f94-ada8-94ded4a34c0d req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.15 "DELETE /v2.0/ports/c6667ee1-29b7-4954-99dd-98c72be998b2 HTTP/1.1" status: 204 len: 173 time: 1.2709632 Jun 26 16:28:39.132450 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d06e646-5402-42eb-aa07-396679d6ce25', 'name': 'network-vif-deleted', 'tag': 'c6667ee1-29b7-4954-99dd-98c72be998b2'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:39.134978 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2500cda-aab3-42aa-bfc2-0bb974cd2409" -d '{"events": [{"server_uuid": "9d06e646-5402-42eb-aa07-396679d6ce25", "name": "network-vif-deleted", "tag": "c6667ee1-29b7-4954-99dd-98c72be998b2"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:39.186470 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca67add-80dd-4449-83a6-b1dc40f59e04 x-openstack-request-id: req-9ca67add-80dd-4449-83a6-b1dc40f59e04 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:39.186867 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d06e646-5402-42eb-aa07-396679d6ce25", "name": "network-vif-deleted", "tag": "c6667ee1-29b7-4954-99dd-98c72be998b2", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:39.187232 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ca67add-80dd-4449-83a6-b1dc40f59e04 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:39.187902 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d06e646-5402-42eb-aa07-396679d6ce25', 'name': 'network-vif-deleted', 'tag': 'c6667ee1-29b7-4954-99dd-98c72be998b2', 'status': 'completed', 'code': 200} Jun 26 16:28:39.287631 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375098ae-efd3-4e6d-a9d9-ade4bc7a3a02 req-038f6fee-8b4b-4234-8e05-89d1a180803d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.289290 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-375098ae-efd3-4e6d-a9d9-ade4bc7a3a02 req-038f6fee-8b4b-4234-8e05-89d1a180803d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0649538 Jun 26 16:28:39.344275 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-375098ae-efd3-4e6d-a9d9-ade4bc7a3a02 req-91390034-754a-4c59-b9ee-02ddbf580162 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446694 Jun 26 16:28:39.562910 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0b2288ab-4ff2-4af6-8159-9f3b5032703d req-17a7ea62-5d95-493f-afd7-52cad31d7d04 tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d06e646-5402-42eb-aa07-396679d6ce25 HTTP/1.1" status: 200 len: 210 time: 0.0563424 Jun 26 16:28:39.585031 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:39.602994 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae68ee-c394-4082-aac6-072499ba35e0 req-3affbd48-9bd0-4390-87de-d32c6da1d1a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.604603 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b0ae68ee-c394-4082-aac6-072499ba35e0 req-3affbd48-9bd0-4390-87de-d32c6da1d1a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1086047 Jun 26 16:28:39.614006 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 39478) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:39.618722 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'floatingip': {'port_id': '573541fd-4863-429b-9305-648f5918c78a'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:39.720459 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:39.889291 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f54e9-cbea-4554-bd83-e1834f9d2424 req-fb8bef6b-eef2-4a65-b8b6-3599af14f44c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:39.890850 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe7f54e9-cbea-4554-bd83-e1834f9d2424 req-fb8bef6b-eef2-4a65-b8b6-3599af14f44c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0893352 Jun 26 16:28:39.941211 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe7f54e9-cbea-4554-bd83-e1834f9d2424 req-dff4b157-2dc6-4c8d-91e9-bdf00190edd9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Jun 26 16:28:40.251483 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.354682 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.389193 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 39508) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:40.463211 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Floating IP 8e5b1774-316e-4081-a59e-cbb70e1c5404 associated. External IP: 172.28.2.48, port: 573541fd-4863-429b-9305-648f5918c78a. Jun 26 16:28:40.505908 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1850786217-network', 'tenant_id': 'c01db5ae6be04250b22a9cd32d42f30a'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:40.595004 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Made reservation on behalf of c01db5ae6be04250b22a9cd32d42f30a for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:40.604556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.617146 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.780554 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.882010 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:28:40.882961 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.887231 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-637fd9df-b364-4cf9-8ea9-7d3713c2df41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:40.906950 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:28:40.924297 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cff794-8627-4de5-9a4b-2a91fa6c08d5,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:40.929408 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:40.930319 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.930841 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Added segment a9a1a60b-12ce-4214-a861-a6e8a1d36691 of type vlan for network 57a28356-f6d2-4a7e-9dc0-8993005b012d Jun 26 16:28:40.983471 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:40.992399 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device c6667ee1-29b7-4954-99dd-98c72be998b2 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:28:41.014268 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: c6667ee1-29b7-4954-99dd-98c72be998b2 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:28:41.014892 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device c6667ee1-29b7-4954-99dd-98c72be998b2 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:28:41.029039 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:28:41.034824 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:41.043714 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] Sync routers for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:28:41.053949 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:41.054586 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:28:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:41.077155 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-19e5fbdd-a475-40df-a573-85c55c31473a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "PUT /v2.0/floatingips/8e5b1774-316e-4081-a59e-cbb70e1c5404 HTTP/1.1" status: 200 len: 991 time: 1.4612806 Jun 26 16:28:41.077834 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'tag': '573541fd-4863-429b-9305-648f5918c78a'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:41.080788 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1874f4ae6808b5521cd4774103efbfd79a200f1fe364c6cd9ba579eb603fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204037b7-6eca-49f5-b392-6337100f5eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "tag": "573541fd-4863-429b-9305-648f5918c78a"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:41.112936 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:41.129123 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:41.129123 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:41.129123 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:41.183457 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:41.198545 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Pushing event updated for resources: {'Network': ['ID=57a28356-f6d2-4a7e-9dc0-8993005b012d,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:41.204336 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:41.210647 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 57a28356-f6d2-4a7e-9dc0-8993005b012d details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:28:41.236506 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e909484-c2b4-4d10-8edf-85153a6a4832 req-9f03bfdc-a092-4105-8f30-ac4eed68981b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:41.238567 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e909484-c2b4-4d10-8edf-85153a6a4832 req-9f03bfdc-a092-4105-8f30-ac4eed68981b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1614535 Jun 26 16:28:41.242990 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8513851 Jun 26 16:28:41.245910 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 39530) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:41.256497 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Request body: {'subnet': {'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1850786217-subnet', 'tenant_id': 'c01db5ae6be04250b22a9cd32d42f30a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:41.375163 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754c023-6195-4652-a9fb-44aa8ffd81aa x-openstack-request-id: req-9754c023-6195-4652-a9fb-44aa8ffd81aa {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:41.375475 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "tag": "573541fd-4863-429b-9305-648f5918c78a", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:41.375747 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9754c023-6195-4652-a9fb-44aa8ffd81aa {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:41.376233 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'tag': '573541fd-4863-429b-9305-648f5918c78a', 'status': 'completed', 'code': 200} Jun 26 16:28:41.381818 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e909484-c2b4-4d10-8edf-85153a6a4832 req-6c3938a3-c19c-4e33-b25f-70c4204705f7 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891647 Jun 26 16:28:41.481933 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Made reservation on behalf of c01db5ae6be04250b22a9cd32d42f30a for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:41.487424 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59406234'] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:41.551026 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:41.591166 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': '8e5b1774-316e-4081-a59e-cbb70e1c5404', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'port_id': '573541fd-4863-429b-9305-648f5918c78a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'mac_address': 'fa:16:3e:72:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:28:18Z', 'updated_at': '2021-06-26T16:28:40Z', 'revision_number': 1, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:41.630269 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] Checking router: ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:28:41.640788 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:28:41.641655 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:28:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:41.646502 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-58344cfc-eff3-4129-98a8-f67a9dad83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:41.647993 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-58344cfc-eff3-4129-98a8-f67a9dad83a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 1099 time: 0.2196729 Jun 26 16:28:41.758248 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:28:41.812639 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-400f3606-c855-445f-a786-633a8b7fdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:41.814680 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-400f3606-c855-445f-a786-633a8b7fdaf8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 912 time: 0.1568813 Jun 26 16:28:41.891876 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-836b0016-532a-4553-a3d4-8cfbc0e68429 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=573541fd-4863-429b-9305-648f5918c78a HTTP/1.1" status: 200 len: 999 time: 0.0680249 Jun 26 16:28:41.894526 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59482204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59406216'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:41.903784 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3e54b6f8-6f70-4d4a-9bde-39d58f62c787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:41.987953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e9c37b-e23c-43e0-bc20-39216ac7ae73,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:41.990738 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-c2acd195-867c-4bf1-8648-b660c03d18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:41.992283 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-c2acd195-867c-4bf1-8648-b660c03d18a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9337412f-5598-428e-89e2-e3d8bb81a1bd HTTP/1.1" status: 200 len: 850 time: 0.0911484 Jun 26 16:28:41.997813 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:42.012979 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': '8e5b1774-316e-4081-a59e-cbb70e1c5404', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'port_id': '573541fd-4863-429b-9305-648f5918c78a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'mac_address': 'fa:16:3e:72:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:28:18Z', 'updated_at': '2021-06-26T16:28:40Z', 'revision_number': 1, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:28:42.016068 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Checking segment: {'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:42.016435 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Network hostable DHCP agents. Network: 57a28356-f6d2-4a7e-9dc0-8993005b012d, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:28:42.040266 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dda419-5f54-49db-aced-7d3c0cf0eb7a None None] The sync data for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb is: [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': '8e5b1774-316e-4081-a59e-cbb70e1c5404', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'floating_ip_address': '172.28.2.48', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'port_id': '573541fd-4863-429b-9305-648f5918c78a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'mac_address': 'fa:16:3e:72:0f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:28:18Z', 'updated_at': '2021-06-26T16:28:40Z', 'revision_number': 1, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:28:42.073140 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-7496aae4-2aac-4a78-b254-4ecdb9f34a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:42.074799 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-7496aae4-2aac-4a78-b254-4ecdb9f34a30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e5672a-9a61-4585-9d50-f34e982f2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673532 Jun 26 16:28:42.107546 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Network 57a28356-f6d2-4a7e-9dc0-8993005b012d is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:28:42.188095 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 57a28356-f6d2-4a7e-9dc0-8993005b012d) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:42.198720 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d0830-8412-4327-a025-694dc62e8a68 None None] Network 57a28356-f6d2-4a7e-9dc0-8993005b012d requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:42.229184 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:42.229790 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:42.266615 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-3a013f03-4d96-42cd-9c7c-53ae53898447 service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798902 Jun 26 16:28:42.273407 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876ddc3-94fe-4fc5-a1d2-c7ca09b8487e None None] New status for floating IP 8e5b1774-316e-4081-a59e-cbb70e1c5404: ACTIVE {{(pid=93482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:28:42.366230 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-204037b7-6eca-49f5-b392-6337100f5eb9 req-3e7425c3-7f57-4233-9745-82587172ca23 service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906224 Jun 26 16:28:42.383436 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-0766518e-5445-4fd6-acc6-da424b967e95 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:42.385181 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-0766518e-5445-4fd6-acc6-da424b967e95 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.2322109 Jun 26 16:28:42.386989 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-cc0ab816-bad0-4f3b-b935-a8d694b97878 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1385388 Jun 26 16:28:42.410381 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-3405baef-6de0-482a-91ff-2df16ccb9e83 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/quotas/cb8d0e36b9ad4186b68cd12c445b1068 HTTP/1.1" status: 200 len: 375 time: 0.0191574 Jun 26 16:28:42.422271 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee584b-ba4b-4baf-9f08-a09644b0151e None None] Network 57a28356-f6d2-4a7e-9dc0-8993005b012d requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:28:42.485078 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:28:42.493166 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-be050807-ea87-422d-a945-1a8d4f057710 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754688 Jun 26 16:28:42.705565 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-33144cc5-a1a2-4b3d-beff-06b9a172ecb4 service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861460 Jun 26 16:28:43.001724 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c7b81-c5e9-4e23-b18e-785da39267dc req-976300ab-eeda-4aa8-895d-b045429f69ef tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:43.003142 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-591c7b81-c5e9-4e23-b18e-785da39267dc req-976300ab-eeda-4aa8-895d-b045429f69ef tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.3770075 Jun 26 16:28:43.078138 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-591c7b81-c5e9-4e23-b18e-785da39267dc req-5397684b-f917-4639-8560-b498712a14a0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500927 Jun 26 16:28:43.094266 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-143c7c1a-2c25-4cae-838d-6f1db90e836b service neutron] 10.222.0.45 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759327 Jun 26 16:28:43.407393 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-abaf84a9-e4ea-4954-80d9-2831f70afa2e req-34863a44-f6fc-4d1f-a439-1941e6161037 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 210 time: 0.0331330 Jun 26 16:28:44.286907 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ca5e8-ec47-419a-a653-b23ff299e369 req-8b5efdaa-bdb4-40ba-afab-ec8dd32d431a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:44.289050 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-978ca5e8-ec47-419a-a653-b23ff299e369 req-8b5efdaa-bdb4-40ba-afab-ec8dd32d431a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0826850 Jun 26 16:28:44.340174 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-978ca5e8-ec47-419a-a653-b23ff299e369 req-d5924c83-d08f-4416-95e2-93a3913760d7 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407085 Jun 26 16:28:44.555375 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c80e2c0b-c51c-4502-90e1-a5a6661fcd34 req-43c78018-2ad0-406f-892f-3d847f58373d tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 210 time: 0.0295496 Jun 26 16:28:44.824025 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-3e4c85c0-962c-413f-b7d9-6236a51cc768 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:44.825557 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-3e4c85c0-962c-413f-b7d9-6236a51cc768 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/networks?id=57a28356-f6d2-4a7e-9dc0-8993005b012d HTTP/1.1" status: 200 len: 814 time: 0.1115377 Jun 26 16:28:44.847070 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-28f524c4-558d-4acf-9c0f-3d99ab8bfd8d tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/quotas/c01db5ae6be04250b22a9cd32d42f30a HTTP/1.1" status: 200 len: 375 time: 0.0104866 Jun 26 16:28:44.886661 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-df05d1c9-0a41-4784-82cc-b30d439ed85a tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305903 Jun 26 16:28:44.992318 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-00835351-311a-407b-833a-78377d8bee66 service neutron] 10.222.0.45 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922139 Jun 26 16:28:45.098487 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-ab2bda41-645c-481a-b482-648742a175bd service neutron] 10.222.0.45 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982697 Jun 26 16:28:45.400461 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b5903670-dbfa-47be-9e11-1cc6a27dd841 req-b60f9ccc-a1e8-4a43-b4d3-eed246fcb37e tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 210 time: 0.0308397 Jun 26 16:28:45.545443 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ce64-3acb-495b-b735-2a340ac585ad req-4ead832b-0ecf-458e-82d4-9398c9d3f06f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:45.547046 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2021ce64-3acb-495b-b735-2a340ac585ad req-4ead832b-0ecf-458e-82d4-9398c9d3f06f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0711799 Jun 26 16:28:45.589885 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2021ce64-3acb-495b-b735-2a340ac585ad req-51029c36-169d-4f04-8b90-854f038348a3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370922 Jun 26 16:28:45.724598 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eff3b875-f506-4fd9-af6f-a88fab7c4b62 req-63f92bc3-0d64-485b-82eb-fa5d77cf8028 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 210 time: 0.0329468 Jun 26 16:28:46.069194 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-afbfaac4-43cc-4b5d-a597-8cfb3d1617a0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:46.070679 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-afbfaac4-43cc-4b5d-a597-8cfb3d1617a0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 815 time: 0.1046438 Jun 26 16:28:46.095120 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Request body: {'port': {'device_id': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'admin_state_up': True, 'tenant_id': 'cb8d0e36b9ad4186b68cd12c445b1068'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:46.309415 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Made reservation on behalf of cb8d0e36b9ad4186b68cd12c445b1068 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:46.322635 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.537387 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a0018421-f7e4-44b6-96c3-e56461b33bf0 req-26a3f13a-5ce3-4c8d-aaf4-b2bb380617e2 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 210 time: 0.0532231 Jun 26 16:28:46.556241 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Allocated IP 172.20.0.12 (15b8c63f-37f4-4eba-9565-6a28e340e36c/a7d166ad-e8a7-4302-94d3-1c1711daf5cd/288312fa-7fad-4f00-b6ba-daee730c567b) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:46.735588 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.856779 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d216d0-9ff2-4083-80db-afa4a31ea931 req-e73e986e-4322-40f0-abb6-fc5a06ab77d4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:46.858476 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-98d216d0-9ff2-4083-80db-afa4a31ea931 req-e73e986e-4322-40f0-abb6-fc5a06ab77d4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1037116 Jun 26 16:28:46.906842 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-98d216d0-9ff2-4083-80db-afa4a31ea931 req-ab0698c6-421e-4b5d-9a93-a81a3bbee57e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Jun 26 16:28:46.937302 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44b00b19-0517-4087-a0db-10e8849bb593 req-6d0e42c9-9604-4abf-b494-ff23aea6b225 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 210 time: 0.0289769 Jun 26 16:28:46.938568 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:46.943117 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3c13a208-b8ac-4b85-a55d-b6d45aebe704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:46.963240 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1d32a8cb-7639-41e4-8590-282abfccf8f9', '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:46.991702 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Network 15b8c63f-37f4-4eba-9565-6a28e340e36c is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:46.994929 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:47.000251 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:47.004486 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event updated for resources: {'Port': ['ID=288312fa-7fad-4f00-b6ba-daee730c567b,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:47.008100 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:47.054218 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:47.055459 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.168871 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0778024 Jun 26 16:28:47.182772 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Request body: {'port': {'device_id': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:47.261165 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.606693 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288312fa-7fad-4f00-b6ba-daee730c567b {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:47.614533 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.634336 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Transition to ACTIVE for port object 288312fa-7fad-4f00-b6ba-daee730c567b will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:47.698432 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-533d79e9-b0d7-41a6-ac7f-ab3fe5c516a1 req-e76856a6-c302-4db0-8c16-1b76d213d123 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 210 time: 0.0317764 Jun 26 16:28:47.733729 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.736015 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e0219863-d2a8-4460-9e4a-8408609e5d88 tempest-DeleteServersTestJSON-1379005743 tempest-DeleteServersTestJSON-1379005743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:47.788478 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Pushing event updated for resources: {'Port': ['ID=288312fa-7fad-4f00-b6ba-daee730c567b,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:47.792360 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:47.869781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Attempting to bind port 288312fa-7fad-4f00-b6ba-daee730c567b on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:47.870120 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Attempting to bind port 288312fa-7fad-4f00-b6ba-daee730c567b by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:47.870450 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Attempting to bind port 288312fa-7fad-4f00-b6ba-daee730c567b on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:47.874908 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Port 288312fa-7fad-4f00-b6ba-daee730c567b on network 15b8c63f-37f4-4eba-9565-6a28e340e36c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:47.875224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Attempting to bind port 288312fa-7fad-4f00-b6ba-daee730c567b on network 15b8c63f-37f4-4eba-9565-6a28e340e36c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:47.880574 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:47.880953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Checking segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:47.881342 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Bound using segment: {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:47.881796 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Bound port: 288312fa-7fad-4f00-b6ba-daee730c567b, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d65580-345b-4e10-bb1c-e89d8c63c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:47.882136 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:47.953530 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] For port 288312fa-7fad-4f00-b6ba-daee730c567b, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:47.960923 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] For port 288312fa-7fad-4f00-b6ba-daee730c567b, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=288312fa-7fad-4f00-b6ba-daee730c567b,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:48.039785 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.059744 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7a78322d-edcb-4b3a-9429-c5e494f1d431 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:48.109844 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.110473 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.112396 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] 10.222.0.15 "PUT /v2.0/ports/288312fa-7fad-4f00-b6ba-daee730c567b HTTP/1.1" status: 200 len: 1094 time: 0.9346945 Jun 26 16:28:48.112926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'tag': '288312fa-7fad-4f00-b6ba-daee730c567b'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:48.115562 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f7c893-2c66-46e2-bbab-4f344dc69693" -d '{"events": [{"name": "network-changed", "server_uuid": "38c860fa-ca13-4bbf-a90c-b6364c8d8ff3", "tag": "288312fa-7fad-4f00-b6ba-daee730c567b"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:48.140986 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Pushing event updated for resources: {'Port': ['ID=288312fa-7fad-4f00-b6ba-daee730c567b,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:48.147495 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:48.176193 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a83ba-482a-4746-9eda-86716cf57af6 req-1523ab93-48d2-49b2-911b-d3708cf67d97 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.177959 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-678a83ba-482a-4746-9eda-86716cf57af6 req-1523ab93-48d2-49b2-911b-d3708cf67d97 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1504488 Jun 26 16:28:48.269597 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-678a83ba-482a-4746-9eda-86716cf57af6 req-fc7866eb-0e2a-4dc0-923d-bce828a2325f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763807 Jun 26 16:28:48.323866 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ac68f-f38e-497a-ae71-e02d3d35723e req-8a5570bb-4783-4a52-b809-ffc6bc33e114 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.325597 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c50ac68f-f38e-497a-ae71-e02d3d35723e req-8a5570bb-4783-4a52-b809-ffc6bc33e114 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 944 time: 0.1447268 Jun 26 16:28:48.327061 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0241effa-be00-4d82-9e73-76ab8baa869a x-openstack-request-id: req-0241effa-be00-4d82-9e73-76ab8baa869a {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:48.327371 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c860fa-ca13-4bbf-a90c-b6364c8d8ff3", "tag": "288312fa-7fad-4f00-b6ba-daee730c567b", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:48.327665 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0241effa-be00-4d82-9e73-76ab8baa869a {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:48.328062 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'tag': '288312fa-7fad-4f00-b6ba-daee730c567b', 'status': 'completed', 'code': 200} Jun 26 16:28:48.405270 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-20cc6aa8-ace6-4fa0-8733-b2a71aeb415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.406789 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-20cc6aa8-ace6-4fa0-8733-b2a71aeb415a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 1097 time: 0.1363599 Jun 26 16:28:48.441185 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c50ac68f-f38e-497a-ae71-e02d3d35723e req-4b6d2796-e8f9-4557-b94c-db8323bd75cb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030033 Jun 26 16:28:48.492428 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-685c4af4-0932-4bbf-892f-db04bec19f8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=288312fa-7fad-4f00-b6ba-daee730c567b HTTP/1.1" status: 200 len: 217 time: 0.0546153 Jun 26 16:28:48.562781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-ee96da75-5578-490f-8cc2-1787eae1431b tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.564349 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-ee96da75-5578-490f-8cc2-1787eae1431b tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "GET /v2.0/networks?id=57a28356-f6d2-4a7e-9dc0-8993005b012d HTTP/1.1" status: 200 len: 814 time: 0.2104962 Jun 26 16:28:48.575960 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-08f56596-094a-447f-96ad-3c5597383d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:48.577537 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-08f56596-094a-447f-96ad-3c5597383d74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 200 len: 855 time: 0.0664332 Jun 26 16:28:48.596878 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Request body: {'port': {'device_id': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d', 'admin_state_up': True, 'tenant_id': 'c01db5ae6be04250b22a9cd32d42f30a'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:48.642546 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-3f399f24-1fc2-46ed-8335-a97e6ea12bd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b8c63f-37f4-4eba-9565-6a28e340e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500910 Jun 26 16:28:48.801160 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-8ee447f7-83e9-4e43-ba5e-a461b7d0875e service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230953 Jun 26 16:28:48.868581 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e0ff505c-3cb2-474b-a3dd-72e5bf522dcb req-68d61f53-e1db-4f27-8ca3-df9892cc741a tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 210 time: 0.0473299 Jun 26 16:28:48.871285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Made reservation on behalf of c01db5ae6be04250b22a9cd32d42f30a for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:28:48.874738 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:48.992428 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a8930d9-200a-4144-9a63-d25648fd1c76 req-6e056fe5-b51e-4a5d-b1c0-befafa27e0c5 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800966 Jun 26 16:28:49.059487 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Allocated IP 172.20.0.7 (57a28356-f6d2-4a7e-9dc0-8993005b012d/c9e9c37b-e23c-43e0-bc20-39216ac7ae73/d2ee427b-6a22-40c4-8cdf-4dd4154f2bea) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:28:49.278472 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-52ef3d93-966a-4c91-92f5-61391d863af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:49.284990 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-52ef3d93-966a-4c91-92f5-61391d863af6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 1097 time: 0.1541145 Jun 26 16:28:49.314377 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:49.451225 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-a02ce99f-57fb-4679-8907-a513100b0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:49.452668 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-a02ce99f-57fb-4679-8907-a513100b0438 service neutron] 10.222.0.15 "GET /v2.0/networks?id=15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 200 len: 916 time: 0.1651573 Jun 26 16:28:49.497281 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-a7125a16-c1f2-4125-8f3b-072fce2701a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=288312fa-7fad-4f00-b6ba-daee730c567b HTTP/1.1" status: 200 len: 217 time: 0.0370843 Jun 26 16:28:49.595768 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:49.607544 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-585447ca-f7ab-452b-b747-48063db00a07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:49.685727 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ce8e0-b858-42e0-a167-c3cd01fd73f2 req-52392519-de65-49b3-8276-533d03061b28 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:49.687565 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-123ce8e0-b858-42e0-a167-c3cd01fd73f2 req-52392519-de65-49b3-8276-533d03061b28 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.2843089 Jun 26 16:28:49.694797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-4c308680-8a82-4525-b2dd-abb2d5b0bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:49.696280 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-4c308680-8a82-4525-b2dd-abb2d5b0bddb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 200 len: 855 time: 0.1748190 Jun 26 16:28:49.711579 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Network 57a28356-f6d2-4a7e-9dc0-8993005b012d is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:28:49.732298 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:28:49.734297 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Pushing event updated for resources: {'Port': ['ID=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:50.013006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:28:50.022437 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:50.024566 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-2712addc-e375-457d-a58a-c17680c25268 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=15b8c63f-37f4-4eba-9565-6a28e340e36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3157854 Jun 26 16:28:50.135759 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-123ce8e0-b858-42e0-a167-c3cd01fd73f2 req-ab652505-32e3-4ab2-8d25-df31d86f67ea tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336097 Jun 26 16:28:50.148185 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:50.148829 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.171611 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6616b-6df0-43b3-a0c9-ec4bdaac0c6a req-74f123ba-5457-40c2-a864-026411278ea0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:50.173844 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-51c6616b-6df0-43b3-a0c9-ec4bdaac0c6a req-74f123ba-5457-40c2-a864-026411278ea0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 944 time: 0.5725701 Jun 26 16:28:50.226322 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-56d2ce0e-bdf6-4ac5-9aef-d2966fdb38a0 service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787572 Jun 26 16:28:50.281024 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-51c6616b-6df0-43b3-a0c9-ec4bdaac0c6a req-9f3a0a1f-3400-4fc9-80b8-fc0c27111157 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000326 Jun 26 16:28:50.354469 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7631733 Jun 26 16:28:50.399637 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-39f7c893-2c66-46e2-bbab-4f344dc69693 req-150f547d-6667-43e6-a5b0-726524cb389d service neutron] 10.222.0.15 "GET /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551297 Jun 26 16:28:50.399637 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Request body: {'port': {'device_id': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:28:50.533804 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.557928 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7c227-fc47-4172-bad1-318eccf382bb req-6180f445-df09-4b12-9ab5-869348a6701d tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:50.559487 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f0d7c227-fc47-4172-bad1-318eccf382bb req-6180f445-df09-4b12-9ab5-869348a6701d tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 931 time: 0.1339569 Jun 26 16:28:50.692476 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f0d7c227-fc47-4172-bad1-318eccf382bb req-6b71d66a-83a9-43c5-bde4-08815550e37e tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101325 Jun 26 16:28:50.877777 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ee427b-6a22-40c4-8cdf-4dd4154f2bea {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:50.886698 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.903639 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Transition to ACTIVE for port object d2ee427b-6a22-40c4-8cdf-4dd4154f2bea will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:28:50.996379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:50.998662 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-83f6de67-ce76-41fc-8842-6eeeb3d899bc tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:51.051708 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:51.063715 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:51.138745 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Attempting to bind port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:28:51.139081 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Attempting to bind port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:28:51.139408 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Attempting to bind port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea on network 57a28356-f6d2-4a7e-9dc0-8993005b012d {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:51.143989 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea on network 57a28356-f6d2-4a7e-9dc0-8993005b012d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:28:51.144325 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Attempting to bind port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea on network 57a28356-f6d2-4a7e-9dc0-8993005b012d {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:28:51.154102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:28:51.154102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Checking segment: {'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:28:51.154102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Bound using segment: {'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:28:51.154102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Bound port: d2ee427b-6a22-40c4-8cdf-4dd4154f2bea, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:28:51.154102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.222022 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] For port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:28:51.225995 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] For port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:28:51.303586 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.308323 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:51.360727 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:51.361986 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:51.363443 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2ee427b-6a22-40c4-8cdf-4dd4154f2bea HTTP/1.1" status: 200 len: 1093 time: 0.9697280 Jun 26 16:28:51.364129 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'tag': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:51.366510 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0689c21c-7ab8-475d-bd9e-2b63783bcabd" -d '{"events": [{"name": "network-changed", "server_uuid": "03d4fa57-3f23-4f04-a16f-69d27e80e56c", "tag": "d2ee427b-6a22-40c4-8cdf-4dd4154f2bea"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:51.386508 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:51.392698 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:51.409214 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad25e26-eb1f-47b0-96e9-b620606052a4 req-15b9e0f0-0efa-482a-b5c7-508888074ce2 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:51.410751 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5ad25e26-eb1f-47b0-96e9-b620606052a4 req-15b9e0f0-0efa-482a-b5c7-508888074ce2 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1369872 Jun 26 16:28:51.454227 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5ad25e26-eb1f-47b0-96e9-b620606052a4 req-8d8f81f0-c3ec-4dea-a2f6-efcbc0fdf58e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376873 Jun 26 16:28:51.525938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec22f87b-a9dd-4b61-9260-775d848c2f42 x-openstack-request-id: req-ec22f87b-a9dd-4b61-9260-775d848c2f42 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:51.526321 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d4fa57-3f23-4f04-a16f-69d27e80e56c", "tag": "d2ee427b-6a22-40c4-8cdf-4dd4154f2bea", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:51.526515 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec22f87b-a9dd-4b61-9260-775d848c2f42 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:51.526935 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'tag': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea', 'status': 'completed', 'code': 200} Jun 26 16:28:51.577641 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-5093b73e-69f8-41a4-bfd2-6ac44be14811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:51.579276 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-5093b73e-69f8-41a4-bfd2-6ac44be14811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 1096 time: 0.1044955 Jun 26 16:28:51.637381 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-196fd79a-960c-4b1b-b436-02670e75e65e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea HTTP/1.1" status: 200 len: 217 time: 0.0397682 Jun 26 16:28:51.651359 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6621-fee7-4db3-b882-2b87db378e28 req-436597a1-6ac4-4696-9df5-e6b9fdbab825 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:51.653535 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5c8e6621-fee7-4db3-b882-2b87db378e28 req-436597a1-6ac4-4696-9df5-e6b9fdbab825 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 944 time: 0.1184015 Jun 26 16:28:51.736408 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5c8e6621-fee7-4db3-b882-2b87db378e28 req-6a55027c-a34a-409a-84e3-4d2df8bc15be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819128 Jun 26 16:28:51.740348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9376d8c3-f5b7-43e5-994b-86698e341dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:51.741947 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-9376d8c3-f5b7-43e5-994b-86698e341dfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9e9c37b-e23c-43e0-bc20-39216ac7ae73 HTTP/1.1" status: 200 len: 854 time: 0.0864494 Jun 26 16:28:51.792350 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-8de3b8a9-ea37-4c41-b75c-aa33e7f30355 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57a28356-f6d2-4a7e-9dc0-8993005b012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395815 Jun 26 16:28:51.976591 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-81f9211b-3c41-41ee-8414-51f585addedc service neutron] 10.222.0.15 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457353 Jun 26 16:28:51.976591 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4ae8d-fe22-427a-acd6-b971fed58a21 req-c5facf67-a349-4ee4-aa99-7b7c4c4bf41c tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:51.976591 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-87b4ae8d-fe22-427a-acd6-b971fed58a21 req-c5facf67-a349-4ee4-aa99-7b7c4c4bf41c tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 943 time: 0.1379979 Jun 26 16:28:52.066551 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-87b4ae8d-fe22-427a-acd6-b971fed58a21 req-7d1b363f-793e-4040-acbc-20b8b50b6238 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959933 Jun 26 16:28:52.112022 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e869299b-4407-4be7-99d3-9a26d1e4ddd0 req-f1210c21-7621-413d-b4ff-280e976ce15f service neutron] 10.222.0.15 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403031 Jun 26 16:28:52.295224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-33c7f7bf-0045-4fcc-ba27-c5541f561d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:52.296694 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-33c7f7bf-0045-4fcc-ba27-c5541f561d58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 1096 time: 0.0563612 Jun 26 16:28:52.393910 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-7901d03e-e0f8-45e9-9a37-60e02496c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:52.396999 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-7901d03e-e0f8-45e9-9a37-60e02496c351 service neutron] 10.222.0.15 "GET /v2.0/networks?id=57a28356-f6d2-4a7e-9dc0-8993005b012d HTTP/1.1" status: 200 len: 915 time: 0.0906556 Jun 26 16:28:52.445587 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-35afbadf-40ab-4eae-9a30-43939e4a74a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea HTTP/1.1" status: 200 len: 217 time: 0.0365465 Jun 26 16:28:52.501315 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-ad56a157-a398-4b2e-9eba-94e0903f8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:52.503054 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-ad56a157-a398-4b2e-9eba-94e0903f8226 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9e9c37b-e23c-43e0-bc20-39216ac7ae73 HTTP/1.1" status: 200 len: 854 time: 0.0489554 Jun 26 16:28:52.547933 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-98eb53c8-3828-41eb-a01d-10b3e1ef61f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57a28356-f6d2-4a7e-9dc0-8993005b012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365474 Jun 26 16:28:52.694272 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-83959caa-2c54-4d17-901d-b8d40cfb5258 service neutron] 10.222.0.15 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228535 Jun 26 16:28:52.713158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccdf30-68f8-43be-b472-4acb92a58fe3 req-582d5680-3d30-4117-bd37-f827a3cd0125 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:52.713458 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eaccdf30-68f8-43be-b472-4acb92a58fe3 req-582d5680-3d30-4117-bd37-f827a3cd0125 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1185892 Jun 26 16:28:52.814070 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eaccdf30-68f8-43be-b472-4acb92a58fe3 req-d103c89b-20c7-49c2-9cb5-1aa6ddded49d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830421 Jun 26 16:28:52.890489 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0689c21c-7ab8-475d-bd9e-2b63783bcabd req-dcd606e4-b381-4324-8062-5f45fbabe092 service neutron] 10.222.0.15 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752934 Jun 26 16:28:52.999118 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edfa08-603d-41b1-ac55-00afd2033196 req-1d423d71-22e4-4b3b-ae31-7fa45117dc0c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:53.000636 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d1edfa08-603d-41b1-ac55-00afd2033196 req-1d423d71-22e4-4b3b-ae31-7fa45117dc0c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 944 time: 0.0715792 Jun 26 16:28:53.028850 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 288312fa-7fad-4f00-b6ba-daee730c567b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:53.039955 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d1edfa08-603d-41b1-ac55-00afd2033196 req-0e8e2f39-f87e-4129-9414-4b63f38173d0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334697 Jun 26 16:28:53.132663 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 288312fa-7fad-4f00-b6ba-daee730c567b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=288312fa-7fad-4f00-b6ba-daee730c567b,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:53.146865 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '288312fa-7fad-4f00-b6ba-daee730c567b', 'network_id': '15b8c63f-37f4-4eba-9565-6a28e340e36c', 'port_id': '288312fa-7fad-4f00-b6ba-daee730c567b', 'mac_address': 'fa:16:3e:cc:e2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d166ad-e8a7-4302-94d3-1c1711daf5cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:53.190033 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:53.209290 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288312fa-7fad-4f00-b6ba-daee730c567b {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:53.235462 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 288312fa-7fad-4f00-b6ba-daee730c567b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=288312fa-7fad-4f00-b6ba-daee730c567b,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:53.280968 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de86986-a7bb-48e5-a66b-ba5829da6e17 req-ea52fa10-10fe-49f7-824c-e26cb8b840e5 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:53.282583 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3de86986-a7bb-48e5-a66b-ba5829da6e17 req-ea52fa10-10fe-49f7-824c-e26cb8b840e5 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 943 time: 0.0720060 Jun 26 16:28:53.310852 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:53.313606 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:53.322383 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3de86986-a7bb-48e5-a66b-ba5829da6e17 req-f483adb8-3418-4a15-8aa1-a1ad6ee18184 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332255 Jun 26 16:28:53.364586 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=288312fa-7fad-4f00-b6ba-daee730c567b,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:53.367737 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:53.783275 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['288312fa-7fad-4f00-b6ba-daee730c567b'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:54.013270 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca962-92fa-4389-9a36-001128c228f7 req-731f7053-e577-497d-a21d-d41e6499effa tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:54.015970 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb3ca962-92fa-4389-9a36-001128c228f7 req-731f7053-e577-497d-a21d-d41e6499effa tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0689602 Jun 26 16:28:54.058186 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb3ca962-92fa-4389-9a36-001128c228f7 req-6fdb242a-5392-4c9b-9494-fbfe9bd6a98b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365176 Jun 26 16:28:54.084594 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:54.224153 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84209a0f-ac3f-4650-af52-789f4d7551e4 req-c0257a08-b708-42e9-abe9-126f0a6b9ec3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:54.225153 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-84209a0f-ac3f-4650-af52-789f4d7551e4 req-c0257a08-b708-42e9-abe9-126f0a6b9ec3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 945 time: 0.0692742 Jun 26 16:28:54.263756 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-84209a0f-ac3f-4650-af52-789f4d7551e4 req-bc2c89e9-d991-43c4-8b43-71458b0e01d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Jun 26 16:28:54.506339 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79611f94-204e-476c-b387-9b73c314d043 req-2d934ab8-797a-4c47-9a22-e1185f132605 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:54.507906 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-79611f94-204e-476c-b387-9b73c314d043 req-2d934ab8-797a-4c47-9a22-e1185f132605 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 943 time: 0.0670857 Jun 26 16:28:54.547324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-79611f94-204e-476c-b387-9b73c314d043 req-b2f8b1c3-b304-483d-91e2-d3a1c9561c72 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328014 Jun 26 16:28:55.039528 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device d2ee427b-6a22-40c4-8cdf-4dd4154f2bea details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:28:55.150396 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:55.163185 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea', 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d', 'port_id': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea', 'mac_address': 'fa:16:3e:1e:6e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e9c37b-e23c-43e0-bc20-39216ac7ae73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:28:55.214501 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.230301 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ee427b-6a22-40c4-8cdf-4dd4154f2bea {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:28:55.253590 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:55.282105 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2b830-0039-4583-910d-1c90dc880e7f req-70782e5e-884b-499c-90aa-0afeaf15e475 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:55.283638 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c2b830-0039-4583-910d-1c90dc880e7f req-70782e5e-884b-499c-90aa-0afeaf15e475 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0798883 Jun 26 16:28:55.323208 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-49c2b830-0039-4583-910d-1c90dc880e7f req-3f6eb326-c785-4b15-9796-03731af7c7f2 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332415 Jun 26 16:28:55.326280 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:55.328521 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a55aa7c6-3845-4895-93af-c14956c01764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:55.385371 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:55.390454 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:55.473144 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654f479-1922-497c-9d15-96199915a147 req-4fe2fc9a-3f86-4458-8695-a7e5bd4de82a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:55.474702 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c654f479-1922-497c-9d15-96199915a147 req-4fe2fc9a-3f86-4458-8695-a7e5bd4de82a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 945 time: 0.0891013 Jun 26 16:28:55.516061 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c654f479-1922-497c-9d15-96199915a147 req-82e82afd-de8a-44b9-91c8-9527abaeac04 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Jun 26 16:28:55.725110 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5df974-3ce7-4257-af5d-7a2959513378 req-600f0080-1cb6-42f0-99fb-ab7835d278f5 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:55.726640 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0d5df974-3ce7-4257-af5d-7a2959513378 req-600f0080-1cb6-42f0-99fb-ab7835d278f5 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 944 time: 0.0645099 Jun 26 16:28:55.765099 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0d5df974-3ce7-4257-af5d-7a2959513378 req-1e13ab53-69ed-4cec-befe-39f6af4299f3 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Jun 26 16:28:55.788824 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['d2ee427b-6a22-40c4-8cdf-4dd4154f2bea'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:28:56.527587 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172ea64-355c-40a8-afc4-7f30935ea02a req-529af650-e200-446f-b1fa-b1fed1dfb44b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:56.529172 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7172ea64-355c-40a8-afc4-7f30935ea02a req-529af650-e200-446f-b1fa-b1fed1dfb44b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0833228 Jun 26 16:28:56.581498 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7172ea64-355c-40a8-afc4-7f30935ea02a req-3830bb5f-cd15-49cc-a9e1-fe2333b082a4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455232 Jun 26 16:28:56.704122 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6c773-863a-40b6-bcc9-5e5e473b66d8 req-5e63bbbd-3ed5-4899-87d6-298b4a224354 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:56.706315 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7c6c773-863a-40b6-bcc9-5e5e473b66d8 req-5e63bbbd-3ed5-4899-87d6-298b4a224354 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 945 time: 0.0689116 Jun 26 16:28:56.757457 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7c6c773-863a-40b6-bcc9-5e5e473b66d8 req-419b340c-3dbf-43c0-9b1a-fc352ce85950 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Jun 26 16:28:56.955866 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b3796-29bc-4560-add8-88cfb57294ef req-88eb51d2-e07e-4943-a5a8-fc483c0c8600 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:56.957439 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-383b3796-29bc-4560-add8-88cfb57294ef req-88eb51d2-e07e-4943-a5a8-fc483c0c8600 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 944 time: 0.0701504 Jun 26 16:28:56.998985 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-383b3796-29bc-4560-add8-88cfb57294ef req-6f15f86d-f5a2-4fb6-b909-8dde7fce7b55 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Jun 26 16:28:57.045874 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device d2ee427b-6a22-40c4-8cdf-4dd4154f2bea up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:57.202194 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:57.206295 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:57.206709 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.297270 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.324095 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:57.326606 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c82f3a-7445-4c7d-a5c5-bfc0487fdcc5" -d '{"events": [{"server_uuid": "03d4fa57-3f23-4f04-a16f-69d27e80e56c", "name": "network-vif-plugged", "status": "completed", "tag": "d2ee427b-6a22-40c4-8cdf-4dd4154f2bea"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:57.340320 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:57.370640 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5d24e5-912d-4337-8b93-68e42615f783 x-openstack-request-id: req-4d5d24e5-912d-4337-8b93-68e42615f783 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:57.371088 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d4fa57-3f23-4f04-a16f-69d27e80e56c", "name": "network-vif-plugged", "status": "completed", "tag": "d2ee427b-6a22-40c4-8cdf-4dd4154f2bea", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:57.371179 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d5d24e5-912d-4337-8b93-68e42615f783 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:57.371601 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea', 'code': 200} Jun 26 16:28:57.422952 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.424521 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 288312fa-7fad-4f00-b6ba-daee730c567b up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:28:57.427379 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:57.516754 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:57.520958 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:57.668273 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 288312fa-7fad-4f00-b6ba-daee730c567b completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:28:57.673993 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 288312fa-7fad-4f00-b6ba-daee730c567b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:28:57.674446 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.759079 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.794679 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a24450-1703-4e26-816e-8114cf848099 req-7e01a49d-e4c6-495b-823f-bc35344f73cb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:57.796674 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-56a24450-1703-4e26-816e-8114cf848099 req-7e01a49d-e4c6-495b-823f-bc35344f73cb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0834804 Jun 26 16:28:57.807957 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 288312fa-7fad-4f00-b6ba-daee730c567b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=288312fa-7fad-4f00-b6ba-daee730c567b,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:28:57.893830 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-56a24450-1703-4e26-816e-8114cf848099 req-e37af992-98db-46a7-b032-8e9330e35653 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817313 Jun 26 16:28:57.895030 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:57.899258 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:28:57.967748 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=288312fa-7fad-4f00-b6ba-daee730c567b,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:28:57.971109 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:28:58.017391 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311fbb9-2f1e-4a5a-b05c-17b23ff2adf6 req-10ff50e0-acda-4bda-ab07-ebe1b0036aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:58.020009 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a311fbb9-2f1e-4a5a-b05c-17b23ff2adf6 req-10ff50e0-acda-4bda-ab07-ebe1b0036aad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 1098 time: 0.1702881 Jun 26 16:28:58.077986 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb4fc-c810-4b1e-b5fb-b08e05532a90 req-5c16baeb-dbe6-4b5b-acb0-ad49ae846661 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:58.079500 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ea2bb4fc-c810-4b1e-b5fb-b08e05532a90 req-5c16baeb-dbe6-4b5b-acb0-ad49ae846661 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.1546335 Jun 26 16:28:58.087975 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a311fbb9-2f1e-4a5a-b05c-17b23ff2adf6 req-2f0191e3-f2e2-4b92-b8df-e47d0b64f449 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568089 Jun 26 16:28:58.145520 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ea2bb4fc-c810-4b1e-b5fb-b08e05532a90 req-8e7b87d3-1b8e-42fe-bf42-805c7b0a6352 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554450 Jun 26 16:28:58.219359 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9b10-6501-4a93-8aa7-afc99950a2f1 req-6bc93b9e-3905-4e98-8206-8b3677865d41 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:58.221648 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-448f9b10-6501-4a93-8aa7-afc99950a2f1 req-6bc93b9e-3905-4e98-8206-8b3677865d41 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.0727930 Jun 26 16:28:58.264546 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-448f9b10-6501-4a93-8aa7-afc99950a2f1 req-a3553fe1-a524-4502-8067-67235848804b tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357881 Jun 26 16:28:59.074048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8e588-656c-496a-a474-e26708891d73 req-3a45fef0-3dcd-4574-a799-cecfbfe04677 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:59.075607 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b8e588-656c-496a-a474-e26708891d73 req-3a45fef0-3dcd-4574-a799-cecfbfe04677 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0660148 Jun 26 16:28:59.118704 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b8e588-656c-496a-a474-e26708891d73 req-5aff4c51-e4b4-4631-a917-4c8718edb24b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367591 Jun 26 16:28:59.347050 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7c73e-1abb-4acf-8a3c-148d5851ae1f req-7fa6372e-6ddd-440c-9503-40cb2c6e0ce1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:59.348693 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c6b7c73e-1abb-4acf-8a3c-148d5851ae1f req-7fa6372e-6ddd-440c-9503-40cb2c6e0ce1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.0683708 Jun 26 16:28:59.372821 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288312fa-7fad-4f00-b6ba-daee730c567b'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:28:59.375248 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cae792-01fa-47a9-a995-5bc98e0bbba2" -d '{"events": [{"server_uuid": "38c860fa-ca13-4bbf-a90c-b6364c8d8ff3", "name": "network-vif-plugged", "status": "completed", "tag": "288312fa-7fad-4f00-b6ba-daee730c567b"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:28:59.411199 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c6b7c73e-1abb-4acf-8a3c-148d5851ae1f req-0386081d-dc82-419f-9332-1fe48509ebf0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456254 Jun 26 16:28:59.594723 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f07a-4007-417c-a1f0-57d110fa3353 req-893a02cb-21aa-4f8d-9de0-5ed42d346de7 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:59.597973 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1186f07a-4007-417c-a1f0-57d110fa3353 req-893a02cb-21aa-4f8d-9de0-5ed42d346de7 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.1814413 Jun 26 16:28:59.614323 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e977ba3-10e6-47b0-ab29-e47a7bdb6469 req-ccc97854-743d-40be-88f1-783f7926c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:28:59.620626 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2e977ba3-10e6-47b0-ab29-e47a7bdb6469 req-ccc97854-743d-40be-88f1-783f7926c7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.1887705 Jun 26 16:28:59.661450 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449710e-2329-444c-a790-9e71c92ae6d1 x-openstack-request-id: req-d449710e-2329-444c-a790-9e71c92ae6d1 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:28:59.661919 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c860fa-ca13-4bbf-a90c-b6364c8d8ff3", "name": "network-vif-plugged", "status": "completed", "tag": "288312fa-7fad-4f00-b6ba-daee730c567b", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:28:59.662246 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d449710e-2329-444c-a790-9e71c92ae6d1 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:28:59.663560 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288312fa-7fad-4f00-b6ba-daee730c567b', 'code': 200} Jun 26 16:28:59.689401 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1186f07a-4007-417c-a1f0-57d110fa3353 req-9bc91f4e-92da-4532-98d2-9a05df6e5e15 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835874 Jun 26 16:28:59.694652 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2e977ba3-10e6-47b0-ab29-e47a7bdb6469 req-fd701dd3-d3ef-4b4e-9d75-daacdd9a6933 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581305 Jun 26 16:28:59.729675 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 39980) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:59.867223 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d6e513ca-8674-4096-a6d7-e55bc1a11ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.903658 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 39990) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:28:59.969884 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Deleting subnet 8e0afc05-b0d2-441f-a012-93e1d8265161 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:28:59.973954 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:28:59.986246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d6e513ca-8674-4096-a6d7-e55bc1a11ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.016777 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.057729 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d6e513ca-8674-4096-a6d7-e55bc1a11ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.061926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-948bd60c-ef35-4cf9-85b5-cb5d6c308380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:00.081848 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.103961 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-d6e513ca-8674-4096-a6d7-e55bc1a11ba7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7aa849f0ed764c15801bf52c5df738ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730428 Jun 26 16:29:00.105130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e513ca-8674-4096-a6d7-e55bc1a11ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b976b2-c380-4b8f-bed8-49367bd0a15b,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:00.107716 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 39996) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:00.115034 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6e513ca-8674-4096-a6d7-e55bc1a11ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:00.172272 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b5dfb05-e824-44d3-9928-8dd6bd446f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.205138 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b5dfb05-e824-44d3-9928-8dd6bd446f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.291968 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.296802 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:00.325115 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.327321 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8e0afc05-b0d2-441f-a012-93e1d8265161 HTTP/1.1" status: 204 len: 168 time: 0.4213719 Jun 26 16:29:00.328192 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0afc05-b0d2-441f-a012-93e1d8265161,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:00.330842 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:00.337832 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40002) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:00.349757 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cc15d-3078-4b94-9214-e4db723a71c1 req-21e4a79c-880e-4b3e-a281-d5e0202a0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:00.351302 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e10cc15d-3078-4b94-9214-e4db723a71c1 req-21e4a79c-880e-4b3e-a281-d5e0202a0c40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 1099 time: 0.1395926 Jun 26 16:29:00.358859 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8db3c-8004-4ced-b0ae-24692df505c4 req-fb5faaeb-fc9e-44b6-86a5-69aac101356b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:00.360416 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-27b8db3c-8004-4ced-b0ae-24692df505c4 req-fb5faaeb-fc9e-44b6-86a5-69aac101356b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1133685 Jun 26 16:29:00.408545 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b5dfb05-e824-44d3-9928-8dd6bd446f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.411143 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b5dfb05-e824-44d3-9928-8dd6bd446f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.412358 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-6b5dfb05-e824-44d3-9928-8dd6bd446f29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50b976b2-c380-4b8f-bed8-49367bd0a15b HTTP/1.1" status: 204 len: 168 time: 0.3035958 Jun 26 16:29:00.420524 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ce79df96-2d26-488f-89b9-1bae42ed8095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:00.435196 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e10cc15d-3078-4b94-9214-e4db723a71c1 req-a3005b4c-ffb9-4b31-a661-b6075ca77aed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718389 Jun 26 16:29:00.437394 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.438717 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-27b8db3c-8004-4ced-b0ae-24692df505c4 req-5ddc0d87-411e-4515-a978-6e2c672bb3f1 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697768 Jun 26 16:29:00.440758 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5dfb05-e824-44d3-9928-8dd6bd446f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b976b2-c380-4b8f-bed8-49367bd0a15b,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:00.442597 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6b5dfb05-e824-44d3-9928-8dd6bd446f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:00.555803 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.576091 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300df13b-cdf6-47e1-8f69-f6abf84f370c']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:00.597515 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126ee40a-27f8-4228-a9f6-77745e520dcb') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:00.597820 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126ee40a-27f8-4228-a9f6-77745e520dcb') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:00.612333 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901993'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.639475 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.653301 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:29:00.653879 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110222'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.659379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c648a-2087-4a44-bb01-815f34440be8 req-b304d3bd-95a1-4421-a438-eeb535fdd498 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:00.661401 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b09c648a-2087-4a44-bb01-815f34440be8 req-b304d3bd-95a1-4421-a438-eeb535fdd498 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.0833964 Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: Traceback (most recent call last): Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: timer() Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: cb(*args, **kw) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: return func(*args, **kwargs) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: self._notify() Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: self.callback(batched_events) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: event.method(event) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: return f(self, *a, **k) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: return self._get(url).json() Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:29:00.721824 dv-cinder-798189-1-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:29:00.757879 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b09c648a-2087-4a44-bb01-815f34440be8 req-67e2dd89-4bfc-4058-b542-8273e49e69a8 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797966 Jun 26 16:29:00.812055 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.824699 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-98d7f517-dfc9-44e1-8713-766ae621a209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:00.853260 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Pushing event deleted for resources: {'Network': ['ID=300df13b-cdf6-47e1-8f69-f6abf84f370c,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:00.856819 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:00.862848 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40018) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:00.871411 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] 10.222.0.45 "DELETE /v2.0/networks/300df13b-cdf6-47e1-8f69-f6abf84f370c HTTP/1.1" status: 204 len: 168 time: 0.5316951 Jun 26 16:29:00.874202 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a4b62915-9ad5-4746-af19-813d0905ad46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:00.950664 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Deleting subnet a6998d92-f7b2-45cd-9131-c6a5f6f4d7ce {{(pid=93480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:29:00.956326 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.003474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59990649'] for subnet, precommit_delete_associations {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.047990 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c5155-e484-4613-9477-efea007f2af2 req-cc2b7991-dd24-4728-8506-ab5519ed0a1e tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:01.049543 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f3c5155-e484-4613-9477-efea007f2af2 req-cc2b7991-dd24-4728-8506-ab5519ed0a1e tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.1430616 Jun 26 16:29:01.071996 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.135199 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f3c5155-e484-4613-9477-efea007f2af2 req-be4685a9-1591-4f53-bff8-24c296cac57f tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755334 Jun 26 16:29:01.213252 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59405947'] for subnet, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.215147 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:01.240849 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6998d92-f7b2-45cd-9131-c6a5f6f4d7ce,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:01.247150 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:01.250823 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.253722 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-7b6e6547-a1c4-4a7d-b358-9c44be211320 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a6998d92-f7b2-45cd-9131-c6a5f6f4d7ce HTTP/1.1" status: 204 len: 168 time: 0.3897934 Jun 26 16:29:01.258104 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40042) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:01.352303 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.448975 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.461253 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c628815-db2a-475d-9010-369fc02d7c48']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:01.474061 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3231ae-4ec9-4d0e-a8ba-a48bc0e5aa2f') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:01.474532 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3231ae-4ec9-4d0e-a8ba-a48bc0e5aa2f') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:01.485508 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.510465 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.511864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:29:01.512270 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:29:01.514173 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:29:01.683346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.691642 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:01.701710 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92535aa5-83a7-44e3-a67a-7f67fb07cb0e req-6aabc5e0-5ef4-4ef5-9959-60772ae33f7b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:01.703305 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-92535aa5-83a7-44e3-a67a-7f67fb07cb0e req-6aabc5e0-5ef4-4ef5-9959-60772ae33f7b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0853238 Jun 26 16:29:01.706449 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:01.708374 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1c628815-db2a-475d-9010-369fc02d7c48 HTTP/1.1" status: 204 len: 168 time: 0.4494534 Jun 26 16:29:01.725296 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c628815-db2a-475d-9010-369fc02d7c48,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:01.728713 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2923e147-72d4-4fc2-9587-c60539203ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:01.769747 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-92535aa5-83a7-44e3-a67a-7f67fb07cb0e req-9cc3bb5c-2c86-49a2-8f73-77fe64e7e927 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519757 Jun 26 16:29:01.869276 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40090) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:02.048812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-208563337-network', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:02.100622 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f11ad6-c466-47a1-a06d-9da16acab583 req-a40f1fc3-0cf7-4336-8dd6-65b91ee9b3ae tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:02.102096 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-33f11ad6-c466-47a1-a06d-9da16acab583 req-a40f1fc3-0cf7-4336-8dd6-65b91ee9b3ae tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.1239512 Jun 26 16:29:02.163938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Made reservation on behalf of dbdfac9ad3474f5b8c8e36887b2ebb61 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:29:02.166802 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.172785 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-33f11ad6-c466-47a1-a06d-9da16acab583 req-9bf00d97-1a03-4d6f-abea-7624e5a7438b tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641787 Jun 26 16:29:02.186541 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.253765 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40102) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:02.295860 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c1a0adb8-99f5-4d0c-a0e9-9e44446197f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=efcf8f5bdeaa4fb09ebb31bbf1f50c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402689 Jun 26 16:29:02.297881 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.299012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40104) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:02.354902 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.395594 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.411911 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.415655 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-94c6d7bc-6895-44cd-9737-71b3d8cad82b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:02.434415 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:29:02.449289 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92bf904-56b9-440d-af88-fe8b04231516,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:02.454759 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:02.455668 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.456016 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Added segment cd7af24b-29d3-4cd5-b327-c48ea1846a9f of type vlan for network ec0e5220-a447-4e84-a170-5a4592fb2052 Jun 26 16:29:02.518099 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.554633 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.557351 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.558822 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93153270-44a2-4b74-8f5b-12c9b2ac3f2b HTTP/1.1" status: 204 len: 168 time: 0.2587638 Jun 26 16:29:02.559551 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4978349b-21c0-4a37-9166-6c5f96944d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:02.568727 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93153270-44a2-4b74-8f5b-12c9b2ac3f2b,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:02.571500 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:02.630337 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f852be-cbcd-421c-bbcd-fa361e77dfe8 req-5bc91bad-8281-42e6-8e44-20049ce4b74f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:02.631911 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d1f852be-cbcd-421c-bbcd-fa361e77dfe8 req-5bc91bad-8281-42e6-8e44-20049ce4b74f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0681169 Jun 26 16:29:02.692833 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.702151 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:02.702794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:02.707142 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:02.742324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d1f852be-cbcd-421c-bbcd-fa361e77dfe8 req-ff1dce83-5935-4220-9bc5-fd673beded8c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004331 Jun 26 16:29:02.787392 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Pushing event updated for resources: {'Network': ['ID=ec0e5220-a447-4e84-a170-5a4592fb2052,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:02.790466 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:02.797343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-89668140-c5a1-4f3e-bb85-b0191aed4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:02.799505 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-89668140-c5a1-4f3e-bb85-b0191aed4ecc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.1379430 Jun 26 16:29:02.800888 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network ec0e5220-a447-4e84-a170-5a4592fb2052 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:29:02.826794 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9563789 Jun 26 16:29:02.829850 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40122) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:02.835429 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Request body: {'subnet': {'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-208563337-subnet', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:02.948740 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Made reservation on behalf of dbdfac9ad3474f5b8c8e36887b2ebb61 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:29:02.951677 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968968'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.166861 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-011cada3-31c7-4b42-bac5-a8408f1e94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:03.169143 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-011cada3-31c7-4b42-bac5-a8408f1e94f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 919 time: 0.3554418 Jun 26 16:29:03.224026 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-7b38f039-a793-470f-849b-8346bead7479 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 200 len: 217 time: 0.0436156 Jun 26 16:29:03.322958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-49804db4-c90f-4d2a-9411-734c2e3f14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:03.324457 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-49804db4-c90f-4d2a-9411-734c2e3f14b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.0606289 Jun 26 16:29:03.324618 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968986'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.327274 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:03.400448 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9dada8a-b14d-4a6f-9f16-ed04d0738590,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:03.415517 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Checking segment: {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:03.416138 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Network hostable DHCP agents. Network: ec0e5220-a447-4e84-a170-5a4592fb2052, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:29:03.420733 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.421175 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-bbf3b4de-0561-407c-97f5-aae0ab2752c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499835 Jun 26 16:29:03.421853 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.422375 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.423124 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.424452 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.425023 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.425650 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.426154 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.429397 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.430271 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.430835 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.431343 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:03.442004 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:03.487041 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee118f1-f0c6-4e1e-927f-f1cbab48133f req-1a20b347-adec-4971-850d-f752b9b9f3cb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:03.488585 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2ee118f1-f0c6-4e1e-927f-f1cbab48133f req-1a20b347-adec-4971-850d-f752b9b9f3cb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.1602747 Jun 26 16:29:03.589425 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2ee118f1-f0c6-4e1e-927f-f1cbab48133f req-72aba267-d07e-41da-878c-05b59e887569 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693243 Jun 26 16:29:03.596717 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-517e0be8-9899-4f65-a89f-f66cb7cb1204 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517265 Jun 26 16:29:03.601645 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Network ec0e5220-a447-4e84-a170-5a4592fb2052 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:29:03.618749 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40142) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:03.696120 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-8226239b-6e21-4bd0-9fab-afa6edd4bc39 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87572b8c541148cba7dca8beac61566b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715685 Jun 26 16:29:03.696398 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40146) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:03.736448 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fe473c1b-aca8-4943-acf0-1885f0017205 req-719a3868-3c93-47e5-aec3-a66a9950055d service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225245 Jun 26 16:29:03.745786 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, ec0e5220-a447-4e84-a170-5a4592fb2052) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:03.761830 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:03.761830 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.778776 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4820eec6-bf99-4358-abab-cbacf70223c9 None None] Network ec0e5220-a447-4e84-a170-5a4592fb2052 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:29:03.796883 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.830808 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:03.921032 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-806446fc-d7d3-4188-b126-a423999d9d83 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0897427 Jun 26 16:29:03.925540 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40152) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:03.930846 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:04.014900 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8c365-3ae6-41e6-8f9b-fb4e6edd34c1 req-7623a386-64dc-4822-9755-19dd672624bc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:04.016685 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-16e8c365-3ae6-41e6-8f9b-fb4e6edd34c1 req-7623a386-64dc-4822-9755-19dd672624bc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1139760 Jun 26 16:29:04.022114 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-ec0e5220-a447-4e84-a170-5a4592fb2052', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:29:04.023286 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.042093 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.046388 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.047698 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7830541c-a008-4503-90a2-94b80f6756f8 HTTP/1.1" status: 204 len: 168 time: 0.3483269 Jun 26 16:29:04.048918 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-efb58929-7ad7-4e91-b489-bb7c734dcabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:04.061694 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7830541c-a008-4503-90a2-94b80f6756f8,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:04.061939 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-16e8c365-3ae6-41e6-8f9b-fb4e6edd34c1 req-4b921a80-b0e6-4967-b03f-30d806742c7a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Jun 26 16:29:04.065041 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:04.091713 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.093202 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.173282 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.290188 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Allocated IP 172.20.0.2 (ec0e5220-a447-4e84-a170-5a4592fb2052/d9dada8a-b14d-4a6f-9f16-ed04d0738590/d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:04.426544 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.483008 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.492322 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Transition to ACTIVE for port object d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:04.509017 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Transition to ACTIVE for port object d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:04.614142 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.616773 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:04.723948 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Pushing event updated for resources: {'Port': ['ID=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:04.735141 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:04.752159 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Network ec0e5220-a447-4e84-a170-5a4592fb2052 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:04.754057 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:04.757140 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:04.842371 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Attempting to bind port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:04.847765 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Attempting to bind port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:04.847765 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Attempting to bind port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b on network ec0e5220-a447-4e84-a170-5a4592fb2052 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:04.850488 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:04.851186 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Checking segment: {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:04.851839 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.852508 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Bound using segment: {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:04.853268 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Bound port: d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:04.853992 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.860718 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.906202 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:04.960007 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d542377-d538-4213-ab44-09657bb8ef9a req-f605b60e-ff83-430e-9080-aedb62de5664 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:04.962274 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4d542377-d538-4213-ab44-09657bb8ef9a req-f605b60e-ff83-430e-9080-aedb62de5664 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.1693387 Jun 26 16:29:05.028080 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] For port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:05.045429 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] For port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:05.060770 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4d542377-d538-4213-ab44-09657bb8ef9a req-16034485-2198-43ea-8327-6f016b946e91 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905006 Jun 26 16:29:05.120761 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Allocated IP 172.28.2.25 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/20da3e6f-de2a-46f0-b048-34ae29fedee7) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:05.147635 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.156603 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:05.234641 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41708f3a-2872-4e18-b5f5-26644cd95f44 req-954d031d-f4cb-4a9b-8888-e9f3d845fe82 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:05.240607 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-41708f3a-2872-4e18-b5f5-26644cd95f44 req-954d031d-f4cb-4a9b-8888-e9f3d845fe82 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1348510 Jun 26 16:29:05.318876 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-41708f3a-2872-4e18-b5f5-26644cd95f44 req-95914757-a57b-47af-b8e2-71735ddf6246 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720208 Jun 26 16:29:05.348976 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Pushing event updated for resources: {'Port': ['ID=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:05.365894 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:05.418121 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.480580 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa503b-fb3b-4257-b341-c572713aa37a req-dbdfac27-e4ce-4a86-9775-1704930f2c91 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:05.482666 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a1fa503b-fb3b-4257-b341-c572713aa37a req-dbdfac27-e4ce-4a86-9775-1704930f2c91 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1687686 Jun 26 16:29:05.538222 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a1fa503b-fb3b-4257-b341-c572713aa37a req-19e68879-55c0-4001-9dd0-63db8a808b93 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Jun 26 16:29:05.625498 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:05.636805 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:05.687845 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:05.693067 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:05.697371 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:05.743698 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Pushing event updated for resources: {'Port': ['ID=20da3e6f-de2a-46f0-b048-34ae29fedee7,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:05.746949 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:06.249073 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.300778 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9e56be16-b349-48d0-a08b-18f496ab46c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.641728 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1b0be-eb45-4957-88d6-0d6a0bee1281 req-b8709d2c-1354-401b-976c-6ed606fb56e0 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:06.651107 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d6b1b0be-eb45-4957-88d6-0d6a0bee1281 req-b8709d2c-1354-401b-976c-6ed606fb56e0 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1207743 Jun 26 16:29:06.706670 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d6b1b0be-eb45-4957-88d6-0d6a0bee1281 req-a50c49c9-ecff-4aae-b923-0ca7be552a8d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541949 Jun 26 16:29:06.760178 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5d362-379e-44ff-9a44-541045495e13 None None] Network ec0e5220-a447-4e84-a170-5a4592fb2052 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:29:06.816831 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:06.901994 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-b8da0633-c5ff-470d-aaaa-93d8a94d4163 None None] Provisioning for port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:06.911660 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7c93c-c8b3-41eb-8107-1ac0cf758266 req-66f0d970-e5f0-4e01-ba21-a99174638661 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:06.913512 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-67f7c93c-c8b3-41eb-8107-1ac0cf758266 req-66f0d970-e5f0-4e01-ba21-a99174638661 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1157749 Jun 26 16:29:06.976287 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-67f7c93c-c8b3-41eb-8107-1ac0cf758266 req-e72b56a1-6cc8-4eee-9c93-8d840561e855 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Jun 26 16:29:07.120076 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40242) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:07.137510 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:29:07.347808 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.357590 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:29:07.372284 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Sync routers for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:29:07.385962 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:07.387241 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:28:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:07.432444 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:07.489060 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.490789 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-b51b0383-7232-4c35-a36a-f5c69c2f1fad admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5637405 Jun 26 16:29:07.496049 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40250) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:07.615326 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:07.693874 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:07.701365 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:07.702138 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.736977 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.789229 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.838701 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-af4bfbe2-f5fd-4556-80e5-b7b7076b8c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:07.871771 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df15047da4ba4d72971d6916bd9a47d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7502861 Jun 26 16:29:07.881304 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40260) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:07.890356 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-89ad48fa-d6e0-4a10-b010-258eda025a84 None None] Provisioning complete for port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:07.894134 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-89ad48fa-d6e0-4a10-b010-258eda025a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.955794 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:07.991203 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:05Z', 'revision_number': 3, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:08.029902 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:08.055059 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-89ad48fa-d6e0-4a10-b010-258eda025a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.063711 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Checking router: 73390d4d-be43-47b2-a3b1-9ba81510c3d7 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:29:08.065181 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Updating router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 port 20da3e6f-de2a-46f0-b048-34ae29fedee7 binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:29:08.089889 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e5b6ae-42b2-4df2-8cb2-62779e722902,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:08.099989 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.106927 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:08.114989 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.115615 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.116156 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.117094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.117625 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.118136 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.118688 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.119210 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.119720 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.120250 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.120755 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.121275 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.124479 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.163484 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:08.207063 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.238295 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa39a3c-fff4-4f74-bece-3d043cc9008c req-2cb6e57d-9c84-41c5-99df-f38883b4a23c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:08.242592 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.248069 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fa39a3c-fff4-4f74-bece-3d043cc9008c req-2cb6e57d-9c84-41c5-99df-f38883b4a23c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.2972169 Jun 26 16:29:08.299794 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.db.api [None req-89ad48fa-d6e0-4a10-b010-258eda025a84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:29:08.300597 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_db.api [None req-89ad48fa-d6e0-4a10-b010-258eda025a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:29:08.303784 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.304422 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:08.308853 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:08.340078 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fa39a3c-fff4-4f74-bece-3d043cc9008c req-a1d2d699-aa53-4aca-ad6c-26ee366e9d1b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897386 Jun 26 16:29:08.549378 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Allocated IP 172.20.0.1 (ec0e5220-a447-4e84-a170-5a4592fb2052/d9dada8a-b14d-4a6f-9f16-ed04d0738590/e58ca02c-262e-4000-a9ee-4e061033d785) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:08.551164 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.556720 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.558789 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51e5b6ae-42b2-4df2-8cb2-62779e722902 HTTP/1.1" status: 204 len: 168 time: 0.6737432 Jun 26 16:29:08.560844 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7f9d84d5-5594-4612-9762-5be4e34b3bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:08.604825 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e5b6ae-42b2-4df2-8cb2-62779e722902,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:08.658510 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:08.693024 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.707649 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Transition to ACTIVE for port object e58ca02c-262e-4000-a9ee-4e061033d785 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:08.723109 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d15f15-7045-4ef9-abee-4d1c225c428a req-f22c612c-e5c5-4c39-9490-e2c686508d24 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:08.725155 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6d15f15-7045-4ef9-abee-4d1c225c428a req-f22c612c-e5c5-4c39-9490-e2c686508d24 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1512156 Jun 26 16:29:08.775214 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.791989 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Transition to ACTIVE for port object 20da3e6f-de2a-46f0-b048-34ae29fedee7 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:08.799734 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6d15f15-7045-4ef9-abee-4d1c225c428a req-eb266964-f824-426e-87a6-79efda2266e9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455399 Jun 26 16:29:08.842824 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.845654 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:08.878873 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.879786 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-22bffa93-06a4-4f92-9f8a-366ad601dab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.888113 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:08.908734 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Network ec0e5220-a447-4e84-a170-5a4592fb2052 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:08.917213 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:08.925045 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:08.948959 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Attempting to bind port 20da3e6f-de2a-46f0-b048-34ae29fedee7 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:08.949376 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Attempting to bind port 20da3e6f-de2a-46f0-b048-34ae29fedee7 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:08.949921 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Attempting to bind port 20da3e6f-de2a-46f0-b048-34ae29fedee7 on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:08.959229 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Pushing event updated for resources: {'Port': ['ID=20da3e6f-de2a-46f0-b048-34ae29fedee7,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:08.960841 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Pushing event updated for resources: {'Port': ['ID=e58ca02c-262e-4000-a9ee-4e061033d785,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:08.968943 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:08.969170 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:08.969170 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:08.969170 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.969644 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:08.970520 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Bound port: 20da3e6f-de2a-46f0-b048-34ae29fedee7, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:08.970520 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.974200 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.974494 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.974798 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.975671 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.975671 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.975671 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.976077 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.976396 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.976740 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.977148 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.977471 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.977848 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:08.980676 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:08.987553 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:09.090681 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] For port 20da3e6f-de2a-46f0-b048-34ae29fedee7, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:09.099032 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] For port 20da3e6f-de2a-46f0-b048-34ae29fedee7, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=20da3e6f-de2a-46f0-b048-34ae29fedee7,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:09.121806 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.212158 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.215647 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d5962c2c-5e69-4b0d-9a51-debaa66a3cee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:09.270697 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:09.271349 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:29:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:09.340666 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Pushing event updated for resources: {'Port': ['ID=20da3e6f-de2a-46f0-b048-34ae29fedee7,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:09.346349 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-d897f3db-7ad0-4b89-8829-64f0adb97e4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:09.361492 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.381586 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:09.437596 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:09.513690 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a668988d-8499-492c-bbfc-fe4382d83cf6 None None] Provisioning for port e58ca02c-262e-4000-a9ee-4e061033d785 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:09.616242 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a668988d-8499-492c-bbfc-fe4382d83cf6 None None] Provisioning complete for port e58ca02c-262e-4000-a9ee-4e061033d785 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:09.617185 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a668988d-8499-492c-bbfc-fe4382d83cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.662979 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.703546 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-a668988d-8499-492c-bbfc-fe4382d83cf6 None None] Port e58ca02c-262e-4000-a9ee-4e061033d785 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:09.712180 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.730681 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:09.732316 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.745187 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.751010 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-239ffc8d-a458-4504-8f6d-f24f34006828 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:09.826466 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:08Z', 'revision_number': 1, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:09.839904 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ae973-4eff-4d56-b9ce-0eb8fbc387c9 req-ecd7e0e4-7283-4b45-b8dd-70181dde210b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:09.857129 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-871ae973-4eff-4d56-b9ce-0eb8fbc387c9 req-ecd7e0e4-7283-4b45-b8dd-70181dde210b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.2309039 Jun 26 16:29:09.896171 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21557c-032f-4e1a-80cc-0145d4919d93 None None] The sync data for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb is: [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:08Z', 'revision_number': 1, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:29:09.974792 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-871ae973-4eff-4d56-b9ce-0eb8fbc387c9 req-b50bd537-192e-4ecb-be08-ec6a981b8c0d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165853 Jun 26 16:29:09.986754 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:09.989372 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Pushing event updated for resources: {'Port': ['ID=e58ca02c-262e-4000-a9ee-4e061033d785,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:09.996936 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:10.104164 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Network ec0e5220-a447-4e84-a170-5a4592fb2052 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:10.106324 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:10.307968 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:29:10.448288 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-16892169-830b-4de2-8d75-1d1efff39518 None None] Provisioning complete for port e58ca02c-262e-4000-a9ee-4e061033d785 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:10.449855 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-16892169-830b-4de2-8d75-1d1efff39518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:10.490639 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:29:10.507162 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] 10.222.0.45 "PUT /v2.0/routers/73390d4d-be43-47b2-a3b1-9ba81510c3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0095243 Jun 26 16:29:10.532979 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-16892169-830b-4de2-8d75-1d1efff39518 None None] Port e58ca02c-262e-4000-a9ee-4e061033d785 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:11.229125 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb1367-63a1-4995-97bb-63fcb5fcdce9 req-2b5cd1e7-ac7a-49b7-b8a8-69e972ac16cc tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:11.238726 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-57eb1367-63a1-4995-97bb-63fcb5fcdce9 req-2b5cd1e7-ac7a-49b7-b8a8-69e972ac16cc tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1023455 Jun 26 16:29:11.327594 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-57eb1367-63a1-4995-97bb-63fcb5fcdce9 req-7ab10cb9-c014-42d2-9b5a-a6bb9842fd57 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875821 Jun 26 16:29:11.415570 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 20da3e6f-de2a-46f0-b048-34ae29fedee7 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:11.443444 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ccb37-4cc3-48cc-8706-1942623e329b req-6728d0b7-a158-47ba-ae0d-af3403dec2c0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:11.450817 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fb8ccb37-4cc3-48cc-8706-1942623e329b req-6728d0b7-a158-47ba-ae0d-af3403dec2c0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1220765 Jun 26 16:29:11.496213 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fb8ccb37-4cc3-48cc-8706-1942623e329b req-dee6e196-332f-4592-8d16-7170e734ffc6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443799 Jun 26 16:29:11.740413 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 20da3e6f-de2a-46f0-b048-34ae29fedee7 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:11.755917 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:11.755917 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 20da3e6f-de2a-46f0-b048-34ae29fedee7 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:11.755917 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:11.847462 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:11.881094 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 20da3e6f-de2a-46f0-b048-34ae29fedee7, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=20da3e6f-de2a-46f0-b048-34ae29fedee7,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:11.971617 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:11.973588 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:12.043301 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40360) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:12.125031 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=20da3e6f-de2a-46f0-b048-34ae29fedee7,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:12.138549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.138549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.138549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.138549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.138549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.138549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.138549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.139569 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.140060 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.140612 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.141194 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.141749 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:29:12.151620 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:12.160964 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40372) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:12.166826 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2055896606-network', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:12.283599 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Made reservation on behalf of a8dfb9d9a447414686229b92c281ad76 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:29:12.287469 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.304176 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.428977 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4b04da5-e77d-4eec-a311-3c102b5a5f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.476575 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.583131 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.589298 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9c623e6d-488b-46b7-ae90-0a979225a5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:12.631011 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:29:12.640315 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfb92a0-40dc-4c8c-94dd-b263d0381723,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:12.652939 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:12.663723 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.663990 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Added segment 6f0a072c-bef3-479d-b66f-ae9288892a04 of type vlan for network 5314615d-ded7-4cea-be95-8ec2b3ad2098 Jun 26 16:29:12.731297 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.749998 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Sync routers for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:29:12.763258 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:12.764186 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:29:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:12.777817 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4b04da5-e77d-4eec-a311-3c102b5a5f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.883237 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.885340 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b4b04da5-e77d-4eec-a311-3c102b5a5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.914680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:12.915382 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:12.918942 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c3c5c599-d7ea-4926-8636-524eca2330a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:12.926589 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:12.983411 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b4b04da5-e77d-4eec-a311-3c102b5a5f4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=273ffd8267fc4ba1a541261cb588b912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9389262 Jun 26 16:29:12.986898 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40392) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:13.007173 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b04da5-e77d-4eec-a311-3c102b5a5f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a6c3b6-9ce9-4a27-956c-29436bf554e4,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:13.011233 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b4b04da5-e77d-4eec-a311-3c102b5a5f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:13.011926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:13.061941 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.095217 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.111113 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Pushing event updated for resources: {'Network': ['ID=5314615d-ded7-4cea-be95-8ec2b3ad2098,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:13.118562 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9560812 Jun 26 16:29:13.119733 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40396) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:13.119891 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:13.128691 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Request body: {'subnet': {'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2055896606-subnet', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:13.144916 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00497e41-3010-4307-96c9-d2f5953b607c req-16f10538-0c86-4333-b17a-a744de2129d9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:13.148423 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-00497e41-3010-4307-96c9-d2f5953b607c req-16f10538-0c86-4333-b17a-a744de2129d9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.2124567 Jun 26 16:29:13.187194 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:29:13.205513 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-00497e41-3010-4307-96c9-d2f5953b607c req-0bc27a59-0276-4ad5-b4ee-3cce7cc74f6d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519872 Jun 26 16:29:13.249131 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Made reservation on behalf of a8dfb9d9a447414686229b92c281ad76 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:29:13.252528 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968968'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.284210 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.294733 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.295960 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38a6c3b6-9ce9-4a27-956c-29436bf554e4 HTTP/1.1" status: 204 len: 168 time: 0.3073990 Jun 26 16:29:13.306879 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7690ee9d-4c4a-4847-8f6b-bbe93c4ef7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:13.351700 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 20da3e6f-de2a-46f0-b048-34ae29fedee7 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:13.385788 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 2, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:13.422016 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Checking router: 73390d4d-be43-47b2-a3b1-9ba81510c3d7 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:29:13.422559 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Updating router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 port e58ca02c-262e-4000-a9ee-4e061033d785 binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:29:13.483765 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.499923 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 20da3e6f-de2a-46f0-b048-34ae29fedee7 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:13.500311 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.644995 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a6c3b6-9ce9-4a27-956c-29436bf554e4,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:13.650276 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:13.844301 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968986'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.855426 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:13.892131 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:13.910544 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Transition to ACTIVE for port object e58ca02c-262e-4000-a9ee-4e061033d785 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:13.954121 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df66e3d-87d9-47f7-9772-ee51e7028c25,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:13.960739 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:13.965854 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Checking segment: {'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:13.966292 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Network hostable DHCP agents. Network: 5314615d-ded7-4cea-be95-8ec2b3ad2098, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:29:14.044357 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.053763 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-a5bf2cf2-d05a-42e7-aa4e-6b167a4bf7a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:14.071005 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:29:14.172692 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, 5314615d-ded7-4cea-be95-8ec2b3ad2098) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:14.193127 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:14.193975 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.268248 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb6838-a074-4b80-9071-f05b848399bf None None] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:29:14.304852 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05c487-8e12-4210-a405-34219b15492e None None] Pushing event updated for resources: {'Port': ['ID=e58ca02c-262e-4000-a9ee-4e061033d785,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:14.308216 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6e05c487-8e12-4210-a405-34219b15492e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:14.389556 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Attempting to bind port e58ca02c-262e-4000-a9ee-4e061033d785 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:14.389932 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Attempting to bind port e58ca02c-262e-4000-a9ee-4e061033d785 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:14.390300 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Attempting to bind port e58ca02c-262e-4000-a9ee-4e061033d785 on network ec0e5220-a447-4e84-a170-5a4592fb2052 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:14.392577 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2707815 Jun 26 16:29:14.394812 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40432) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:14.400791 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:14.420467 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:14.420937 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Checking segment: {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:14.421303 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.421715 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Bound using segment: {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:14.422266 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Bound port: e58ca02c-262e-4000-a9ee-4e061033d785, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:14.422676 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.477541 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c186cc2-b717-4c89-97d4-2f493b63888b req-4aeed303-0e56-4f36-a4bd-492b8f80e670 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:14.479344 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8c186cc2-b717-4c89-97d4-2f493b63888b req-4aeed303-0e56-4f36-a4bd-492b8f80e670 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1283064 Jun 26 16:29:14.551780 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8c186cc2-b717-4c89-97d4-2f493b63888b req-ce584c2f-b637-4b69-8278-fea477971b1a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660706 Jun 26 16:29:14.600568 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.601865 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.673829 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] For port e58ca02c-262e-4000-a9ee-4e061033d785, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:14.685492 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-5314615d-ded7-4cea-be95-8ec2b3ad2098', 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'fixed_ips': [{'subnet_id': '0df66e3d-87d9-47f7-9772-ee51e7028c25'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:29:14.686368 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.693721 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] For port e58ca02c-262e-4000-a9ee-4e061033d785, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=e58ca02c-262e-4000-a9ee-4e061033d785,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:14.711149 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.836701 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:14.844573 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:14.943999 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Allocated IP 172.20.0.2 (5314615d-ded7-4cea-be95-8ec2b3ad2098/0df66e3d-87d9-47f7-9772-ee51e7028c25/4fd71c6a-5b41-41f0-9b3c-5b508fa82dce) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:14.987971 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:14.989098 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:29:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:15.041181 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:15.076595 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05c487-8e12-4210-a405-34219b15492e None None] Pushing event updated for resources: {'Port': ['ID=e58ca02c-262e-4000-a9ee-4e061033d785,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:15.091126 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6e05c487-8e12-4210-a405-34219b15492e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:15.350006 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:15.396417 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e58ca02c-262e-4000-a9ee-4e061033d785 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:15.420226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:15.440929 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:15.545019 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:15.600043 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Allocated IP 172.28.2.186 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/741095e8-bde8-4ef7-81f0-829522e279a2) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:15.608019 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Transition to ACTIVE for port object 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:15.639262 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Transition to ACTIVE for port object 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:15.739437 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port e58ca02c-262e-4000-a9ee-4e061033d785 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:15.753533 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port e58ca02c-262e-4000-a9ee-4e061033d785 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:15.753922 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:15.795279 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:15.804332 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:15.812928 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:15.874201 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:15.898096 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:15.901775 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bcc0b-8671-4d60-a446-a62ffa6437bc req-b0cfd57f-143c-4f20-888b-134a988c036e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:15.906669 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:15.911516 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-119bcc0b-8671-4d60-a446-a62ffa6437bc req-b0cfd57f-143c-4f20-888b-134a988c036e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.2018383 Jun 26 16:29:15.924184 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Pushing event updated for resources: {'Port': ['ID=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:15.930689 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:14Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:15.957510 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:15.976618 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-119bcc0b-8671-4d60-a446-a62ffa6437bc req-65b408a1-57e2-42d2-b3c1-7f2217b9fdcb tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642161 Jun 26 16:29:15.988783 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd25b1c-6c2f-4e53-9734-b51b5034c0e3 None None] The sync data for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb is: [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:14Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:29:15.994592 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:16.001426 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1fda4886-2b34-4f82-8019-65795ed08bca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:16.035395 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:16.038514 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:16.041860 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:16.053647 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Attempting to bind port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:16.054023 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Attempting to bind port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:16.054398 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Attempting to bind port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce on network 5314615d-ded7-4cea-be95-8ec2b3ad2098 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:16.059091 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:16.063756 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:16.069237 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Checking segment: {'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:16.069237 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:16.069237 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Bound using segment: {'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:16.069237 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Bound port: 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:16.069237 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:16.082283 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Pushing event updated for resources: {'Port': ['ID=741095e8-bde8-4ef7-81f0-829522e279a2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:16.090290 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:16.132914 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port e58ca02c-262e-4000-a9ee-4e061033d785, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=e58ca02c-262e-4000-a9ee-4e061033d785,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:16.160791 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] For port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:16.164291 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] For port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,segment=NetworkSegment(6f0a072c-bef3-479d-b66f-ae9288892a04),segment_id=6f0a072c-bef3-479d-b66f-ae9288892a04)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:16.219648 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:16.222386 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6e05c487-8e12-4210-a405-34219b15492e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:16.225068 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:16.290952 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=e58ca02c-262e-4000-a9ee-4e061033d785,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:16.296679 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:16.297202 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:16.368389 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Pushing event updated for resources: {'Port': ['ID=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:16.371621 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:16.516819 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:16.883314 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:17.183602 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Router afc2721b-a698-4f20-b9f2-804a59a62b30 is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:29:17.316395 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:29:17.329102 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Sync routers for ids ['afc2721b-a698-4f20-b9f2-804a59a62b30'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:29:17.340307 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Routers {'afc2721b-a698-4f20-b9f2-804a59a62b30'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:17.340307 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:29:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['afc2721b-a698-4f20-b9f2-804a59a62b30'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:17.453787 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:17.487518 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0de2d-b5f6-445f-be95-eefd7bae81f8 None None] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:29:17.568332 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:17.574538 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1751897 Jun 26 16:29:17.575382 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40506) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:17.594679 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Set router afc2721b-a698-4f20-b9f2-804a59a62b30 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:17.608311 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf56a4-ebcd-4413-ae1d-8a435dc194a0 req-34bcab9a-1dd2-429d-a043-08b1c4323c3d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:17.619693 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80cf56a4-ebcd-4413-ae1d-8a435dc194a0 req-34bcab9a-1dd2-429d-a043-08b1c4323c3d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1448376 Jun 26 16:29:17.674351 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-698705b6-ee62-4caf-b878-0fc078bbe947 None None] Provisioning for port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:17.694470 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80cf56a4-ebcd-4413-ae1d-8a435dc194a0 req-39b3932c-4dbc-4282-99d3-365dfca48077 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660040 Jun 26 16:29:17.733543 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-6b5058f7-0dd4-4cc4-aab1-c3745fa90811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:17.735722 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-6b5058f7-0dd4-4cc4-aab1-c3745fa90811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.1857929 Jun 26 16:29:17.791455 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:17.797091 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:17.800367 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:17.917664 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:17.967930 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,segment=NetworkSegment(6f0a072c-bef3-479d-b66f-ae9288892a04),segment_id=6f0a072c-bef3-479d-b66f-ae9288892a04)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:17.973010 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 3, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:18.005173 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-f7c341a2-6cb9-458e-8e65-c73c8d472953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:18.007185 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-f7c341a2-6cb9-458e-8e65-c73c8d472953 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 919 time: 0.2630363 Jun 26 16:29:18.034240 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Checking router: afc2721b-a698-4f20-b9f2-804a59a62b30 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:29:18.034830 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Updating router afc2721b-a698-4f20-b9f2-804a59a62b30 port 741095e8-bde8-4ef7-81f0-829522e279a2 binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:29:18.063161 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.064923 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e58ca02c-262e-4000-a9ee-4e061033d785 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:18.068426 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:18.112058 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.135657 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-7cd9a933-fa00-47af-9489-e65f64cc72eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 200 len: 217 time: 0.0907533 Jun 26 16:29:18.212791 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:18.218061 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:18.229077 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-6dcebf31-c954-43e3-93a3-5823d982efde None None] Provisioning complete for port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:18.230166 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6dcebf31-c954-43e3-93a3-5823d982efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.260464 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port e58ca02c-262e-4000-a9ee-4e061033d785 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:18.261595 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.297667 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8a447-f4c1-4eb4-be9d-505be79600f1 req-5875d1ce-2a52-493f-a148-0e7d494b24cd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:18.306188 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6c8a447-f4c1-4eb4-be9d-505be79600f1 req-5875d1ce-2a52-493f-a148-0e7d494b24cd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.3312764 Jun 26 16:29:18.368897 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-631639b8-af14-4c4e-8bab-45d84619c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:18.371616 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-631639b8-af14-4c4e-8bab-45d84619c295 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.2139978 Jun 26 16:29:18.384991 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8972f36-3eda-419c-848c-a4097f415ae2 req-3293ce9d-ef19-44cb-b8f2-1d83be735060 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:18.393307 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8972f36-3eda-419c-848c-a4097f415ae2 req-3293ce9d-ef19-44cb-b8f2-1d83be735060 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.4138291 Jun 26 16:29:18.495500 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-265d639d-94ff-4ee7-9350-56ee8b376e92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009951 Jun 26 16:29:18.522658 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6c8a447-f4c1-4eb4-be9d-505be79600f1 req-65f77e50-1cc0-4680-9741-2d388c89941d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144058 Jun 26 16:29:18.529954 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8972f36-3eda-419c-848c-a4097f415ae2 req-046d3bed-a416-4ca3-8298-6ffe55fa3b4f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344252 Jun 26 16:29:18.624679 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.638248 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Transition to ACTIVE for port object 741095e8-bde8-4ef7-81f0-829522e279a2 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:18.732903 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.732903 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:18.766723 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-7fe2d888-3084-4176-b090-435dbb467919 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401280 Jun 26 16:29:18.780064 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.790095 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f26548-3feb-4dd7-9782-e36992dfb2be None None] Pushing event updated for resources: {'Port': ['ID=741095e8-bde8-4ef7-81f0-829522e279a2,revision_number=2']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:18.817282 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f26548-3feb-4dd7-9782-e36992dfb2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:18.855470 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Attempting to bind port 741095e8-bde8-4ef7-81f0-829522e279a2 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:18.855850 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Attempting to bind port 741095e8-bde8-4ef7-81f0-829522e279a2 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:18.856220 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Attempting to bind port 741095e8-bde8-4ef7-81f0-829522e279a2 on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:18.871086 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:18.871882 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:18.872710 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.873712 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:18.874395 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Bound port: 741095e8-bde8-4ef7-81f0-829522e279a2, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:18.891389 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:18.908778 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-44f30cfa-e5dd-448d-ae63-2e9f94e655f7 req-bd9fe8fd-dee6-4920-b0b6-8b379574a6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340165 Jun 26 16:29:19.041744 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Allocated IP 172.20.0.1 (5314615d-ded7-4cea-be95-8ec2b3ad2098/0df66e3d-87d9-47f7-9772-ee51e7028c25/8b529605-9632-4e2f-a44d-d550ac213350) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:19.076725 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] For port 741095e8-bde8-4ef7-81f0-829522e279a2, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:19.077560 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] For port 741095e8-bde8-4ef7-81f0-829522e279a2, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=741095e8-bde8-4ef7-81f0-829522e279a2,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:19.086975 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2146-0d2f-4f97-8b62-93eb6f389e0b req-08418b06-d50d-45c1-ad4c-91b51e030c58 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:19.088678 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dbca2146-0d2f-4f97-8b62-93eb6f389e0b req-08418b06-d50d-45c1-ad4c-91b51e030c58 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1324210 Jun 26 16:29:19.139501 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dbca2146-0d2f-4f97-8b62-93eb6f389e0b req-685da32a-0d48-4337-8f33-324d1dc38e9c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419209 Jun 26 16:29:19.162732 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.165444 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-ba16b395-2197-4548-8aad-0df6b4f9d7ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:19.209642 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.226455 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Transition to ACTIVE for port object 8b529605-9632-4e2f-a44d-d550ac213350 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:19.233435 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f26548-3feb-4dd7-9782-e36992dfb2be None None] Pushing event updated for resources: {'Port': ['ID=741095e8-bde8-4ef7-81f0-829522e279a2,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:19.236176 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Routers {'afc2721b-a698-4f20-b9f2-804a59a62b30'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:19.236817 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:29:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['afc2721b-a698-4f20-b9f2-804a59a62b30'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:19.239975 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-f2f26548-3feb-4dd7-9782-e36992dfb2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:19.346374 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:19.347531 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.352068 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bc1e1f34-fe2d-4919-8dad-f803c63c876f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:19.370713 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] Set router afc2721b-a698-4f20-b9f2-804a59a62b30 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:19.400519 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:19.416805 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b529605-9632-4e2f-a44d-d550ac213350,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:19.426533 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:19.426533 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:19.426533 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:19.467558 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:19.467558 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.554796 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.789522 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:29:19.834872 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 3, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:19.888685 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0585229a-e114-4cf3-82ad-fa218c5944c7 None None] Provisioning for port 8b529605-9632-4e2f-a44d-d550ac213350 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:19.889221 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f3b08-0ecd-49b1-baac-01404f09ccec None None] The sync data for ids ['afc2721b-a698-4f20-b9f2-804a59a62b30'] in dv-cinder-798189-1-smb is: [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 3, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:29:19.898355 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0585229a-e114-4cf3-82ad-fa218c5944c7 None None] Provisioning complete for port 8b529605-9632-4e2f-a44d-d550ac213350 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:19.898745 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0585229a-e114-4cf3-82ad-fa218c5944c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.905915 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:19.961265 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0585229a-e114-4cf3-82ad-fa218c5944c7 None None] Port 8b529605-9632-4e2f-a44d-d550ac213350 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:19.969748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe65ba-8c84-4c53-870b-031bc388ce4d req-3febfee8-52fe-40c2-a335-25983d1a2ad1 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:19.971361 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6fe65ba-8c84-4c53-870b-031bc388ce4d req-3febfee8-52fe-40c2-a335-25983d1a2ad1 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1587956 Jun 26 16:29:20.052414 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ae1b5-53b5-426c-a1ef-b538ff194806 req-18627888-0d52-4313-99b7-228b01460b1e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:20.052414 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-db5ae1b5-53b5-426c-a1ef-b538ff194806 req-18627888-0d52-4313-99b7-228b01460b1e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.1771426 Jun 26 16:29:20.052414 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6fe65ba-8c84-4c53-870b-031bc388ce4d req-e669b86a-15b2-4212-b022-2b205f29953c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667732 Jun 26 16:29:20.132797 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-db5ae1b5-53b5-426c-a1ef-b538ff194806 req-0ecff380-45a3-4029-9960-6970fe2fe2f5 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808523 Jun 26 16:29:20.203216 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:20.288265 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:20.291527 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-767c7bca-97ba-4340-8a16-54da3d21de26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:20.423106 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b529605-9632-4e2f-a44d-d550ac213350,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:20.427500 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:20.428926 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:20.614958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c3528-58d1-4550-843c-4742273c1544 req-a31402b2-3008-4a26-a865-afc7d7f3ab4a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:20.616911 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e81c3528-58d1-4550-843c-4742273c1544 req-a31402b2-3008-4a26-a865-afc7d7f3ab4a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.1613636 Jun 26 16:29:20.623608 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:20.634226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:20.756602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23d551-430d-41ec-b702-21cae8b06571 req-c284e354-f230-49ad-b05d-881642c47aca tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:20.763133 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6d23d551-430d-41ec-b702-21cae8b06571 req-c284e354-f230-49ad-b05d-881642c47aca tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1892779 Jun 26 16:29:20.885944 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6d23d551-430d-41ec-b702-21cae8b06571 req-ee1da98d-3204-4680-b672-4ab3c8969097 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130404 Jun 26 16:29:20.888782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Deleting port 288312fa-7fad-4f00-b6ba-daee730c567b {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:20.889156 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:20.982055 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Router afc2721b-a698-4f20-b9f2-804a59a62b30 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:29:21.077324 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] For port 288312fa-7fad-4f00-b6ba-daee730c567b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=288312fa-7fad-4f00-b6ba-daee730c567b,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:21.077965 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:21.127685 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0a99c33e-39bb-42b3-ba13-b314f174e3ce None None] Provisioning complete for port 8b529605-9632-4e2f-a44d-d550ac213350 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:21.128301 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0a99c33e-39bb-42b3-ba13-b314f174e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:21.160386 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Calling delete_port for 288312fa-7fad-4f00-b6ba-daee730c567b owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:21.233865 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:29:21.242103 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0a99c33e-39bb-42b3-ba13-b314f174e3ce None None] Port 8b529605-9632-4e2f-a44d-d550ac213350 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:21.250252 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-505051e3-897e-4800-8124-334a3bb6bff2 admin admin] 10.222.0.45 "PUT /v2.0/routers/afc2721b-a698-4f20-b9f2-804a59a62b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6734407 Jun 26 16:29:21.411713 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 741095e8-bde8-4ef7-81f0-829522e279a2 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:21.491163 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e1ba5-b908-489e-ba1d-415976f72fd7 req-83673462-5120-4249-b587-95e15a3fdb84 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:21.492737 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f60e1ba5-b908-489e-ba1d-415976f72fd7 req-83673462-5120-4249-b587-95e15a3fdb84 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1973464 Jun 26 16:29:21.593138 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f60e1ba5-b908-489e-ba1d-415976f72fd7 req-9e29ce77-bf33-4950-82a8-ec37341db9a0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845518 Jun 26 16:29:21.601819 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29d8d9-01b7-40cc-89bf-2d76f428a227 req-783eb7a3-2e1c-4038-a054-1a5d01db00a7 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:21.608165 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aa29d8d9-01b7-40cc-89bf-2d76f428a227 req-783eb7a3-2e1c-4038-a054-1a5d01db00a7 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 946 time: 0.1821597 Jun 26 16:29:21.671340 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 741095e8-bde8-4ef7-81f0-829522e279a2 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:21.678572 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aa29d8d9-01b7-40cc-89bf-2d76f428a227 req-622749eb-5fc0-404a-b2c0-0b820a263f92 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694232 Jun 26 16:29:21.678848 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 741095e8-bde8-4ef7-81f0-829522e279a2 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:21.679398 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:21.684113 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:21.689880 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e82a7557-f32c-412e-a728-ce8beff2f442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:21.731941 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1d32a8cb-7639-41e4-8590-282abfccf8f9', '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:21.747554 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event deleted for resources: {'Port': ['ID=288312fa-7fad-4f00-b6ba-daee730c567b,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:21.750936 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:21.810426 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] No DVR routers for this DVR port 288312fa-7fad-4f00-b6ba-daee730c567b on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:21.813463 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:21.816160 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e81c3528-58d1-4550-843c-4742273c1544 req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "DELETE /v2.0/ports/288312fa-7fad-4f00-b6ba-daee730c567b HTTP/1.1" status: 204 len: 173 time: 1.1892216 Jun 26 16:29:21.817013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'name': 'network-vif-deleted', 'tag': '288312fa-7fad-4f00-b6ba-daee730c567b'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:21.825976 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f16f828-4fa6-4443-8a72-f388a27597c6" -d '{"events": [{"server_uuid": "38c860fa-ca13-4bbf-a90c-b6364c8d8ff3", "name": "network-vif-deleted", "tag": "288312fa-7fad-4f00-b6ba-daee730c567b"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:21.865180 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5aae5-6636-4faf-a1b9-231db7c19a47 x-openstack-request-id: req-98f5aae5-6636-4faf-a1b9-231db7c19a47 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:21.865180 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c860fa-ca13-4bbf-a90c-b6364c8d8ff3", "name": "network-vif-deleted", "tag": "288312fa-7fad-4f00-b6ba-daee730c567b", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:21.865180 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-98f5aae5-6636-4faf-a1b9-231db7c19a47 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:21.865180 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c860fa-ca13-4bbf-a90c-b6364c8d8ff3', 'name': 'network-vif-deleted', 'tag': '288312fa-7fad-4f00-b6ba-daee730c567b', 'status': 'completed', 'code': 200} Jun 26 16:29:21.924463 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:21.960230 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 741095e8-bde8-4ef7-81f0-829522e279a2, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=741095e8-bde8-4ef7-81f0-829522e279a2,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:22.054149 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:22.054149 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:22.120473 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82301-cc60-4b15-ab7c-7ba5b6feb1b9 req-322edbde-e739-4af4-8e6f-218c29fed830 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.128388 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5ca82301-cc60-4b15-ab7c-7ba5b6feb1b9 req-322edbde-e739-4af4-8e6f-218c29fed830 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1045887 Jun 26 16:29:22.152104 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=741095e8-bde8-4ef7-81f0-829522e279a2,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:22.159069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:22.192619 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5ca82301-cc60-4b15-ab7c-7ba5b6feb1b9 req-15a2f42a-7499-40ec-91bf-45a6d882777c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632346 Jun 26 16:29:22.479228 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Sync routers for ids ['afc2721b-a698-4f20-b9f2-804a59a62b30'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:29:22.493904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Routers {'afc2721b-a698-4f20-b9f2-804a59a62b30'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:22.494555 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:29:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['afc2721b-a698-4f20-b9f2-804a59a62b30'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:22.529861 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13363-defb-43be-922f-0a8727b4eade req-7af3fb02-d0af-4546-817b-546032c6cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.531667 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7da13363-defb-43be-922f-0a8727b4eade req-7af3fb02-d0af-4546-817b-546032c6cbb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.0781488 Jun 26 16:29:22.690621 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Set router afc2721b-a698-4f20-b9f2-804a59a62b30 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:22.710667 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13363-defb-43be-922f-0a8727b4eade req-69aa8c9e-3125-44ab-93a3-b00cb36ac153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.712324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7da13363-defb-43be-922f-0a8727b4eade req-69aa8c9e-3125-44ab-93a3-b00cb36ac153 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 919 time: 0.1391337 Jun 26 16:29:22.801588 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7da13363-defb-43be-922f-0a8727b4eade req-1216c951-843c-447d-a8e8-260ccf1f4bf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 200 len: 217 time: 0.0599091 Jun 26 16:29:22.931051 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ba0bdf33-6584-4b5a-98fa-071879117e09 req-9ca7e3d6-d4a5-4575-9eaf-0de030f77271 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=38c860fa-ca13-4bbf-a90c-b6364c8d8ff3 HTTP/1.1" status: 200 len: 210 time: 0.0367603 Jun 26 16:29:22.946321 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13363-defb-43be-922f-0a8727b4eade req-b7a40f98-218a-43bd-8474-976a89c8b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.947801 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7da13363-defb-43be-922f-0a8727b4eade req-b7a40f98-218a-43bd-8474-976a89c8b929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.1222441 Jun 26 16:29:22.993416 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a83e-a037-4231-9de4-a7b553b4ecad req-963c6ad8-8b6e-4ed4-a3a7-d7793d651d07 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:22.997866 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-70b9a83e-a037-4231-9de4-a7b553b4ecad req-963c6ad8-8b6e-4ed4-a3a7-d7793d651d07 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1949375 Jun 26 16:29:23.053883 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:29:19Z', 'revision_number': 4, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '8b529605-9632-4e2f-a44d-d550ac213350', 'name': '', 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'mac_address': 'fa:16:3e:4c:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '0df66e3d-87d9-47f7-9772-ee51e7028c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:18Z', 'updated_at': '2021-06-26T16:29:19Z', 'revision_number': 2, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'subnets': [{'id': '0df66e3d-87d9-47f7-9772-ee51e7028c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:23.125832 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 288312fa-7fad-4f00-b6ba-daee730c567b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:23.148350 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Checking router: afc2721b-a698-4f20-b9f2-804a59a62b30 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:29:23.155631 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Updating router afc2721b-a698-4f20-b9f2-804a59a62b30 port 8b529605-9632-4e2f-a44d-d550ac213350 binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:29:23.175953 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 288312fa-7fad-4f00-b6ba-daee730c567b {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:23.176309 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 288312fa-7fad-4f00-b6ba-daee730c567b not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:23.187157 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40666) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:23.206246 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:23.444946 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 741095e8-bde8-4ef7-81f0-829522e279a2 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:23.489588 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-76f17c66-e929-4917-bfc2-2468d69f6d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:23.622341 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7da13363-defb-43be-922f-0a8727b4eade req-ab14895c-ea74-4cc0-a44b-a3804638555d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6234803 Jun 26 16:29:23.648328 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 741095e8-bde8-4ef7-81f0-829522e279a2 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:23.648773 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:23.661398 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-76f17c66-e929-4917-bfc2-2468d69f6d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:23.752887 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:23.780646 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Transition to ACTIVE for port object 8b529605-9632-4e2f-a44d-d550ac213350 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:23.812825 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-76f17c66-e929-4917-bfc2-2468d69f6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:23.817154 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2ff6a05a-f727-4b30-bb78-76283f5c0e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:23.819000 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-70b9a83e-a037-4231-9de4-a7b553b4ecad req-e59254b1-c600-441a-9a39-4074d579b72c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033849 Jun 26 16:29:23.865547 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:23.868462 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:23.871470 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7da13363-defb-43be-922f-0a8727b4eade req-4a4d2ea9-9817-4208-9704-782e81f84067 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251394 Jun 26 16:29:23.876755 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-76f17c66-e929-4917-bfc2-2468d69f6d57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=333aeb059c5d417f9e6b1ae5ffd566cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6879447 Jun 26 16:29:23.879274 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40680) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:23.883381 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099979d2-fab5-45ee-83bf-51812e61ed47 req-19acfabe-3dc6-4f27-8a6a-12efa9092a5b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:23.887555 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f17c66-e929-4917-bfc2-2468d69f6d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27fe02-e80b-4a47-bbb6-898575bde8aa,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:23.897561 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-76f17c66-e929-4917-bfc2-2468d69f6d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:23.908929 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-099979d2-fab5-45ee-83bf-51812e61ed47 req-19acfabe-3dc6-4f27-8a6a-12efa9092a5b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.2887759 Jun 26 16:29:23.936394 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cf652-0573-4f4c-8bd1-06307f58c464 None None] Pushing event updated for resources: {'Port': ['ID=8b529605-9632-4e2f-a44d-d550ac213350,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:23.939882 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-932cf652-0573-4f4c-8bd1-06307f58c464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:23.995138 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.031200 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.065302 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-099979d2-fab5-45ee-83bf-51812e61ed47 req-14480fbb-9e46-4c7e-b658-0d98d3611f6c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539855 Jun 26 16:29:24.117709 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Attempting to bind port 8b529605-9632-4e2f-a44d-d550ac213350 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:24.119239 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Attempting to bind port 8b529605-9632-4e2f-a44d-d550ac213350 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:24.120276 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Attempting to bind port 8b529605-9632-4e2f-a44d-d550ac213350 on network 5314615d-ded7-4cea-be95-8ec2b3ad2098 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:24.132326 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:24.135128 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Checking segment: {'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:24.136187 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.137377 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Bound using segment: {'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:24.138475 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Bound port: 8b529605-9632-4e2f-a44d-d550ac213350, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0a072c-bef3-479d-b66f-ae9288892a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:24.141148 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.150941 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7da13363-defb-43be-922f-0a8727b4eade req-e9adf9e1-d1cb-4b0d-ba6f-7defc1205d8b service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897924 Jun 26 16:29:24.231827 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.232415 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.233309 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd27fe02-e80b-4a47-bbb6-898575bde8aa HTTP/1.1" status: 204 len: 168 time: 0.3529298 Jun 26 16:29:24.234171 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d6bb3f31-9394-4719-99e6-57754fb8f7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:24.257778 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27fe02-e80b-4a47-bbb6-898575bde8aa,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:24.261868 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:24.275718 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.323190 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] For port 8b529605-9632-4e2f-a44d-d550ac213350, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:24.328654 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] For port 8b529605-9632-4e2f-a44d-d550ac213350, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=8b529605-9632-4e2f-a44d-d550ac213350,segment=NetworkSegment(6f0a072c-bef3-479d-b66f-ae9288892a04),segment_id=6f0a072c-bef3-479d-b66f-ae9288892a04)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:24.398353 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:24.402933 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-765fc5cd-edef-427c-8401-9b2d09bbab63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:24.467370 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cf652-0573-4f4c-8bd1-06307f58c464 None None] Pushing event updated for resources: {'Port': ['ID=8b529605-9632-4e2f-a44d-d550ac213350,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:24.485274 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-932cf652-0573-4f4c-8bd1-06307f58c464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:24.499549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Routers {'afc2721b-a698-4f20-b9f2-804a59a62b30'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:29:24.500537 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:29:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['afc2721b-a698-4f20-b9f2-804a59a62b30'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:24.672484 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] Set router afc2721b-a698-4f20-b9f2-804a59a62b30 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:29:25.032179 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:29:19Z', 'revision_number': 4, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '8b529605-9632-4e2f-a44d-d550ac213350', 'name': '', 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'mac_address': 'fa:16:3e:4c:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '0df66e3d-87d9-47f7-9772-ee51e7028c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:18Z', 'updated_at': '2021-06-26T16:29:24Z', 'revision_number': 4, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'subnets': [{'id': '0df66e3d-87d9-47f7-9772-ee51e7028c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:29:25.068758 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02973a36-4398-4c28-b73a-47ead357ff4c None None] The sync data for ids ['afc2721b-a698-4f20-b9f2-804a59a62b30'] in dv-cinder-798189-1-smb is: [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:29:19Z', 'revision_number': 4, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '8b529605-9632-4e2f-a44d-d550ac213350', 'name': '', 'network_id': '5314615d-ded7-4cea-be95-8ec2b3ad2098', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'mac_address': 'fa:16:3e:4c:78:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '0df66e3d-87d9-47f7-9772-ee51e7028c25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:18Z', 'updated_at': '2021-06-26T16:29:24Z', 'revision_number': 4, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'subnets': [{'id': '0df66e3d-87d9-47f7-9772-ee51e7028c25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:29:25.120483 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9add86-1947-44c1-be19-6b8695907776 req-c02f1075-486a-46a0-a0c0-faa10c6b6e2a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:25.135395 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bf9add86-1947-44c1-be19-6b8695907776 req-c02f1075-486a-46a0-a0c0-faa10c6b6e2a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1414664 Jun 26 16:29:25.220316 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bf9add86-1947-44c1-be19-6b8695907776 req-4b18e037-ad3f-451f-9b59-41dcd35cd004 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796952 Jun 26 16:29:25.380532 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a638db-9e59-404b-adb7-bce89deb4411 req-60c9dea5-019e-4a49-aad4-6e6dd6940670 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:25.393297 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17a638db-9e59-404b-adb7-bce89deb4411 req-60c9dea5-019e-4a49-aad4-6e6dd6940670 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1450646 Jun 26 16:29:25.421031 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 8b529605-9632-4e2f-a44d-d550ac213350 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:25.451931 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-17a638db-9e59-404b-adb7-bce89deb4411 req-9a2f43b4-35a4-41b7-9aa8-20bb06546e4e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576196 Jun 26 16:29:25.590957 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 8b529605-9632-4e2f-a44d-d550ac213350 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:25.596042 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 8b529605-9632-4e2f-a44d-d550ac213350 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:25.597039 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:25.780161 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:25.829120 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 8b529605-9632-4e2f-a44d-d550ac213350, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=8b529605-9632-4e2f-a44d-d550ac213350,segment=NetworkSegment(6f0a072c-bef3-479d-b66f-ae9288892a04),segment_id=6f0a072c-bef3-479d-b66f-ae9288892a04)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:25.932181 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:25.934632 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2b21e594-124c-4de7-854f-4be20dfdd3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:26.011696 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=8b529605-9632-4e2f-a44d-d550ac213350,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:26.017052 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:26.460209 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4875990-4c1f-498f-8c9c-8e858bb1b300 req-9508d404-cb67-43d9-a048-6a858cf48cd6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:26.471370 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f4875990-4c1f-498f-8c9c-8e858bb1b300 req-9508d404-cb67-43d9-a048-6a858cf48cd6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1054022 Jun 26 16:29:26.527918 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f4875990-4c1f-498f-8c9c-8e858bb1b300 req-e2207dbd-27b6-4e9c-bad6-d681957ca238 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Jun 26 16:29:26.792489 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092d3e0-cc5d-41e5-8d6d-56d3689b61bb req-7aa848d6-fdc8-44e2-920f-90a30cf78f35 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:26.794184 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f092d3e0-cc5d-41e5-8d6d-56d3689b61bb req-7aa848d6-fdc8-44e2-920f-90a30cf78f35 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0973654 Jun 26 16:29:26.852103 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f092d3e0-cc5d-41e5-8d6d-56d3689b61bb req-77c09527-06e9-44a6-b98f-9269846c4c71 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Jun 26 16:29:27.083684 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532654ae-f0f6-4b1a-a3b6-f40356c7420f req-43adf9e7-47f1-4d0c-8c1d-d41e1a0b3395 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:27.093773 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-532654ae-f0f6-4b1a-a3b6-f40356c7420f req-43adf9e7-47f1-4d0c-8c1d-d41e1a0b3395 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.0706005 Jun 26 16:29:27.118355 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:29:27.134401 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-532654ae-f0f6-4b1a-a3b6-f40356c7420f req-e356e063-db6e-458a-b717-f73ba0f393a6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419729 Jun 26 16:29:27.241362 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:27.257096 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'port_id': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'mac_address': 'fa:16:3e:69:88:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:29:27.301639 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:27.319389 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2786b34d-6ed1-4444-8658-1d0b9cdacf2b {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:29:27.329133 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 8b529605-9632-4e2f-a44d-d550ac213350 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:27.373564 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:27.398270 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 8b529605-9632-4e2f-a44d-d550ac213350 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:27.406827 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:27.416911 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 40746) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:27.461181 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:27.464063 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:27.567987 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=6']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:27.569896 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b95f15c-3a6b-4a05-9350-4b62c03b5d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:27.577834 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:27.621371 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['2786b34d-6ed1-4444-8658-1d0b9cdacf2b'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:27.785272 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b95f15c-3a6b-4a05-9350-4b62c03b5d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:27.844649 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205eb3b-6737-4417-b96e-875a7c3e4fa6 req-662f8e99-7dfa-47e2-a395-784f891f3048 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:27.847300 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9205eb3b-6737-4417-b96e-875a7c3e4fa6 req-662f8e99-7dfa-47e2-a395-784f891f3048 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1507430 Jun 26 16:29:27.849869 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b95f15c-3a6b-4a05-9350-4b62c03b5d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:27.851435 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b0fec4a6-38c8-48bc-bfac-f444081a1b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:27.912072 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-3b95f15c-3a6b-4a05-9350-4b62c03b5d5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69c67f5ade8d4d43a9330e07a3439121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952643 Jun 26 16:29:27.914636 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 40758) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:29:27.920210 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95f15c-3a6b-4a05-9350-4b62c03b5d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35050bf-ad56-4404-9e90-1e19dd13a15f,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:27.936364 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3b95f15c-3a6b-4a05-9350-4b62c03b5d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:27.960674 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9205eb3b-6737-4417-b96e-875a7c3e4fa6 req-d22536f6-7d42-48c9-b1fb-d41c9bf07f2e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948250 Jun 26 16:29:28.004080 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:28.041654 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:28.173238 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541f620-569f-4ec1-a0ec-0a3e90110179 req-e3f057cc-7407-4c8f-9bfe-489f56deca8a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:28.174814 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b541f620-569f-4ec1-a0ec-0a3e90110179 req-e3f057cc-7407-4c8f-9bfe-489f56deca8a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 945 time: 0.0708890 Jun 26 16:29:28.202562 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:28.208291 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:28.214732 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c35050bf-ad56-4404-9e90-1e19dd13a15f HTTP/1.1" status: 204 len: 168 time: 0.2984354 Jun 26 16:29:28.216261 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-60fa8a9b-4ea9-41bf-9e2c-0977bda02ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:28.225407 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35050bf-ad56-4404-9e90-1e19dd13a15f,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:28.236221 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b541f620-569f-4ec1-a0ec-0a3e90110179 req-6cd85aa9-d397-4dc1-a972-dbf489d6a7d9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Jun 26 16:29:28.241859 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:28.600275 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6fd58-b69b-4eae-9b66-32ba920c05f1 req-f8121def-769f-4706-8b68-5d7ba77fb391 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:28.608379 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f3f6fd58-b69b-4eae-9b66-32ba920c05f1 req-f8121def-769f-4706-8b68-5d7ba77fb391 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.0829573 Jun 26 16:29:28.677356 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f3f6fd58-b69b-4eae-9b66-32ba920c05f1 req-dab65f38-3c01-4482-a245-2d4194de176b tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667822 Jun 26 16:29:29.121871 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:29:29.168811 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cce69-c3ad-4b28-82ff-bb921e83040a req-21fd6fea-a397-4d78-9433-4ca2f3c21e7d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:29.176201 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-192cce69-c3ad-4b28-82ff-bb921e83040a req-21fd6fea-a397-4d78-9433-4ca2f3c21e7d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0811560 Jun 26 16:29:29.200372 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:29.201477 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:29.247980 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-192cce69-c3ad-4b28-82ff-bb921e83040a req-131bb3f8-e783-4b19-a513-e5a56bf9926d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686457 Jun 26 16:29:29.328835 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:29.377989 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:29.379194 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:29.382084 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1a5d14-e858-428d-893f-9f779b9c677c" -d '{"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:29.425639 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-a638f8a4-5d03-4a43-83f8-0af8bab44170 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:29.427336 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-a638f8a4-5d03-4a43-83f8-0af8bab44170 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.1508412 Jun 26 16:29:29.437803 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753bbc59-18a8-4a94-bd5d-e02e30225a56 x-openstack-request-id: req-753bbc59-18a8-4a94-bd5d-e02e30225a56 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:29.440211 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:29.440989 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-753bbc59-18a8-4a94-bd5d-e02e30225a56 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:29.441569 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'code': 200} Jun 26 16:29:29.482310 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:29.484252 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:29.610531 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=7']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:29.631607 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:29.674425 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70405e1e-be6f-490f-b350-bf1854c3dcdf req-bc821514-7755-4142-8293-ffb8891aedd1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:29.677310 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-70405e1e-be6f-490f-b350-bf1854c3dcdf req-bc821514-7755-4142-8293-ffb8891aedd1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1853230 Jun 26 16:29:29.735552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Deleting port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:29.736082 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:29.887497 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-70405e1e-be6f-490f-b350-bf1854c3dcdf req-8ebef426-d7b1-4e8c-afee-fd17caee1526 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985989 Jun 26 16:29:29.939410 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] For port fd1ef841-e438-4dbb-a563-a1bbe791d5d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:29.939410 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:29.965246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Calling delete_port for fd1ef841-e438-4dbb-a563-a1bbe791d5d8 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:30.005691 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a511ab-da0b-4778-8285-3fc366f6cb1b req-483fa7d4-2a10-40dc-b5f1-73080b29214e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:30.007714 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-35a511ab-da0b-4778-8285-3fc366f6cb1b req-483fa7d4-2a10-40dc-b5f1-73080b29214e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 946 time: 0.1769238 Jun 26 16:29:30.105794 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-35a511ab-da0b-4778-8285-3fc366f6cb1b req-d7ed6495-8eb9-4695-bead-bbad6d4a6dfd tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920215 Jun 26 16:29:30.294092 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:30.299723 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:30.309916 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1d32a8cb-7639-41e4-8590-282abfccf8f9', '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:30.329005 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event deleted for resources: {'Port': ['ID=fd1ef841-e438-4dbb-a563-a1bbe791d5d8,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:30.340066 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:30.405238 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] No DVR routers for this DVR port fd1ef841-e438-4dbb-a563-a1bbe791d5d8 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:30.409775 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:30.415942 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2298c9c3-bbbc-4f4f-bb1f-ef735fae0812 req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "DELETE /v2.0/ports/fd1ef841-e438-4dbb-a563-a1bbe791d5d8 HTTP/1.1" status: 204 len: 173 time: 0.9758170 Jun 26 16:29:30.422938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'name': 'network-vif-deleted', 'tag': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:30.426711 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3296a5-df87-4ca7-a593-1ebfc7f67a9c" -d '{"events": [{"server_uuid": "a3644c8a-640a-4f6a-b12b-4f7e70d1dc40", "name": "network-vif-deleted", "tag": "fd1ef841-e438-4dbb-a563-a1bbe791d5d8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:30.515871 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aad2d9-a350-4938-b917-38abd31b4d93 x-openstack-request-id: req-a6aad2d9-a350-4938-b917-38abd31b4d93 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:30.516441 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3644c8a-640a-4f6a-b12b-4f7e70d1dc40", "name": "network-vif-deleted", "tag": "fd1ef841-e438-4dbb-a563-a1bbe791d5d8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:30.516978 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6aad2d9-a350-4938-b917-38abd31b4d93 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:30.517591 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3644c8a-640a-4f6a-b12b-4f7e70d1dc40', 'name': 'network-vif-deleted', 'tag': 'fd1ef841-e438-4dbb-a563-a1bbe791d5d8', 'status': 'completed', 'code': 200} Jun 26 16:29:30.582789 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0094905-1e87-4126-a649-a3bbde76c5d8 req-ca344630-e4f4-45c8-9549-65f15af2dc27 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:30.593261 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e0094905-1e87-4126-a649-a3bbde76c5d8 req-ca344630-e4f4-45c8-9549-65f15af2dc27 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1631832 Jun 26 16:29:30.697402 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e0094905-1e87-4126-a649-a3bbde76c5d8 req-03bd5729-c8c5-494f-bca8-e34621f87b96 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957971 Jun 26 16:29:31.213255 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267577-39a2-446c-a36a-13dd9bf8a4c9 req-54781dba-286f-4e8a-97f3-dc034cccc0ff tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:31.215473 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-54267577-39a2-446c-a36a-13dd9bf8a4c9 req-54781dba-286f-4e8a-97f3-dc034cccc0ff tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1153255 Jun 26 16:29:31.267611 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-54267577-39a2-446c-a36a-13dd9bf8a4c9 req-749b1ebe-016c-40ca-aef4-2d11a8d24163 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412018 Jun 26 16:29:31.315334 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3dfa1dc4-86b9-4a25-bcfe-ff330e104941 req-90c96b4b-cc35-4965-afaa-8d054ed0fb2e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 210 time: 0.0316794 Jun 26 16:29:31.931584 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7f965-3656-46b7-86a9-26b4030fa21c req-7b188e29-c08a-4046-8ff8-14f3c50e164d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:31.940711 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-93e7f965-3656-46b7-86a9-26b4030fa21c req-7b188e29-c08a-4046-8ff8-14f3c50e164d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1280167 Jun 26 16:29:32.022710 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-93e7f965-3656-46b7-86a9-26b4030fa21c req-6ec7f820-a3e8-45ba-b178-753722f9b277 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784836 Jun 26 16:29:32.669890 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-987b44c9-e616-45f2-8d70-7e9e701e265e req-bf72b5e7-041d-4d3b-9999-2ce66a0d7a17 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3644c8a-640a-4f6a-b12b-4f7e70d1dc40 HTTP/1.1" status: 200 len: 210 time: 0.1222460 Jun 26 16:29:32.736791 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d09053-c4f8-444e-beaa-296f7b71fe04 req-a5586fd7-dda1-4ba4-8fbb-0347a9f06806 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:32.738514 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-03d09053-c4f8-444e-beaa-296f7b71fe04 req-a5586fd7-dda1-4ba4-8fbb-0347a9f06806 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.2669206 Jun 26 16:29:32.832403 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-03d09053-c4f8-444e-beaa-296f7b71fe04 req-1afca8d9-a2b3-44a5-9bf2-aef1b9e6c9da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809822 Jun 26 16:29:33.125181 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device fd1ef841-e438-4dbb-a563-a1bbe791d5d8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:33.209609 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: fd1ef841-e438-4dbb-a563-a1bbe791d5d8 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:33.213096 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device fd1ef841-e438-4dbb-a563-a1bbe791d5d8 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:33.409375 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92be1d9-4b46-49f0-a987-eb154ca1631b req-97ff60d6-c3ce-4aeb-989f-bc68369670b3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:33.410961 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b92be1d9-4b46-49f0-a987-eb154ca1631b req-97ff60d6-c3ce-4aeb-989f-bc68369670b3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1103742 Jun 26 16:29:33.484462 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b92be1d9-4b46-49f0-a987-eb154ca1631b req-9f6d60f7-b565-467f-b250-45f3a78603f4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652306 Jun 26 16:29:35.450914 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22802ae9-8eff-4b95-8834-6cdca5327aa1 req-db6dd735-bdd9-4bc4-bf43-d8509af9c49f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:35.450914 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-22802ae9-8eff-4b95-8834-6cdca5327aa1 req-db6dd735-bdd9-4bc4-bf43-d8509af9c49f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1199448 Jun 26 16:29:35.505667 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-22802ae9-8eff-4b95-8834-6cdca5327aa1 req-07598c6c-8edb-4148-8095-4b72abca5f3d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502775 Jun 26 16:29:36.002247 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f826-4871-4855-8ad7-de7123745872 req-ae9e0157-55e4-40f2-b992-dec2f3d37bfa tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:36.003788 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2ef3f826-4871-4855-8ad7-de7123745872 req-ae9e0157-55e4-40f2-b992-dec2f3d37bfa tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0637023 Jun 26 16:29:36.061640 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2ef3f826-4871-4855-8ad7-de7123745872 req-aa6b8b8e-125e-475c-9e7f-baf026de65fc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448713 Jun 26 16:29:36.237294 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-14ac85f4-f9d2-4f3c-92bb-99e793b69d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:36.359319 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388052b0-7a00-497b-a6d9-621e055f25a6 req-b26e1528-c03d-41b7-9944-8d36f4f063eb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:36.365455 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-388052b0-7a00-497b-a6d9-621e055f25a6 req-b26e1528-c03d-41b7-9944-8d36f4f063eb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 945 time: 0.1071093 Jun 26 16:29:36.441486 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-388052b0-7a00-497b-a6d9-621e055f25a6 req-2376e649-b415-42c4-9637-2a87bb0d6a5a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735455 Jun 26 16:29:36.736615 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb66ea9-474f-498c-bc8e-c936f0aac1ff req-0bd81f6a-707a-4a74-86c7-650a17c97e61 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:36.739212 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1eb66ea9-474f-498c-bc8e-c936f0aac1ff req-0bd81f6a-707a-4a74-86c7-650a17c97e61 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0829101 Jun 26 16:29:36.789653 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1eb66ea9-474f-498c-bc8e-c936f0aac1ff req-5b7ead34-aada-495d-9344-0e17ac80a1ac tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Jun 26 16:29:37.197556 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-5e645e7a-6bbf-42ed-87f5-75a8cbfed9e7 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=70767a687e784dc6ae6bdb50d09b4cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673404 Jun 26 16:29:37.330557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894478d4-53c9-40fd-9949-467249e34841 req-d20ed95e-c6e2-4804-a77b-5f0e236310f4 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:37.332478 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-894478d4-53c9-40fd-9949-467249e34841 req-d20ed95e-c6e2-4804-a77b-5f0e236310f4 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 945 time: 0.1913676 Jun 26 16:29:37.474794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-039d2532-be06-49a5-bc5a-a955859bc145 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:37.481464 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-039d2532-be06-49a5-bc5a-a955859bc145 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739654 Jun 26 16:29:37.508985 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d02adaca-6b76-4fe4-85a4-e6f8f591162b tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/quotas/70767a687e784dc6ae6bdb50d09b4cb4 HTTP/1.1" status: 200 len: 375 time: 0.0265682 Jun 26 16:29:37.557918 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-c0d6ce88-9c1b-42c2-802d-ae8a7397c8c5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=70767a687e784dc6ae6bdb50d09b4cb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469010 Jun 26 16:29:37.674571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Deleting port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:37.675068 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.784999 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] For port 9350c88c-4144-4c80-b10d-f8e9cfaedef3, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=9350c88c-4144-4c80-b10d-f8e9cfaedef3,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:37.785700 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:37.801761 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9116be-a872-46da-9ca3-bb4f961ee239 req-1a75432c-5a6f-4702-8360-9fb76a6b8e7c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:37.820484 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7f9116be-a872-46da-9ca3-bb4f961ee239 req-1a75432c-5a6f-4702-8360-9fb76a6b8e7c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.2088268 Jun 26 16:29:37.839359 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Calling delete_port for 9350c88c-4144-4c80-b10d-f8e9cfaedef3 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:37.915326 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7f9116be-a872-46da-9ca3-bb4f961ee239 req-aea04f26-dc30-4a36-9684-1e1dbb1ddca0 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936852 Jun 26 16:29:38.425588 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cdd8c-3580-494e-96dc-193bba7841d4 req-7c9e0032-605f-4198-847d-de2eb36b8c05 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:38.427388 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-578cdd8c-3580-494e-96dc-193bba7841d4 req-7c9e0032-605f-4198-847d-de2eb36b8c05 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 945 time: 0.3985484 Jun 26 16:29:38.459358 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-4073c789-37ba-44e5-8d02-80f18f565a8d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:38.460882 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-4073c789-37ba-44e5-8d02-80f18f565a8d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 814 time: 0.4141839 Jun 26 16:29:38.467202 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.475953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:38.496897 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1d32a8cb-7639-41e4-8590-282abfccf8f9', '9350c88c-4144-4c80-b10d-f8e9cfaedef3'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:29:38.534142 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-578cdd8c-3580-494e-96dc-193bba7841d4 req-49aff328-b789-4e98-b0f3-c4a1a49491f6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991943 Jun 26 16:29:38.537607 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event deleted for resources: {'Port': ['ID=9350c88c-4144-4c80-b10d-f8e9cfaedef3,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:38.551663 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-cf0e9431-3fd4-4dc7-9928-94a39267d182 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/quotas/dbdfac9ad3474f5b8c8e36887b2ebb61 HTTP/1.1" status: 200 len: 375 time: 0.0711002 Jun 26 16:29:38.559961 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:38.681312 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] No DVR routers for this DVR port 9350c88c-4144-4c80-b10d-f8e9cfaedef3 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:38.681312 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.681766 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-894478d4-53c9-40fd-9949-467249e34841 req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "DELETE /v2.0/ports/9350c88c-4144-4c80-b10d-f8e9cfaedef3 HTTP/1.1" status: 204 len: 173 time: 1.3336256 Jun 26 16:29:38.685176 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'name': 'network-vif-deleted', 'tag': '9350c88c-4144-4c80-b10d-f8e9cfaedef3'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:38.687674 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ae7d73-90a9-4b92-9f3a-87ea92954e05" -d '{"events": [{"server_uuid": "fd4104e4-ffaf-4cb4-beda-0dbdb57a380b", "name": "network-vif-deleted", "tag": "9350c88c-4144-4c80-b10d-f8e9cfaedef3"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:38.721399 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-56a3aab7-bfb6-4ce4-b355-9468e8c94735 req-7725bbed-41ee-4270-b79b-043eca2b6020 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 210 time: 0.0948923 Jun 26 16:29:38.780135 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-0ae6430b-aab7-4d7f-b9e0-ed39d3fece12 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2091784 Jun 26 16:29:38.885021 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ccac3371-c5ff-4a4a-9b3b-ccb545f5507f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:38.964061 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-da0464d7-5120-42c8-baff-4e8dc0bc6623 service neutron] 10.222.0.45 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661620 Jun 26 16:29:39.060559 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb298db1-55c5-4a69-9085-2ee05acf5e42 req-21ca6848-790f-47f6-84a4-777736d48316 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:39.062552 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb298db1-55c5-4a69-9085-2ee05acf5e42 req-21ca6848-790f-47f6-84a4-777736d48316 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1905537 Jun 26 16:29:39.093611 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a365ef4b-8793-484c-84d9-1ddcf79e5ebd service neutron] 10.222.0.45 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281292 Jun 26 16:29:39.117923 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb298db1-55c5-4a69-9085-2ee05acf5e42 req-5b09c531-fd73-4a25-a4e6-3ac83e4f75e1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Jun 26 16:29:39.122417 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:39.368262 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37920949-7c57-4321-b45a-65cce16f0920 x-openstack-request-id: req-37920949-7c57-4321-b45a-65cce16f0920 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:39.368582 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4104e4-ffaf-4cb4-beda-0dbdb57a380b", "name": "network-vif-deleted", "tag": "9350c88c-4144-4c80-b10d-f8e9cfaedef3", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:39.368894 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37920949-7c57-4321-b45a-65cce16f0920 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:39.369369 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4104e4-ffaf-4cb4-beda-0dbdb57a380b', 'name': 'network-vif-deleted', 'tag': '9350c88c-4144-4c80-b10d-f8e9cfaedef3', 'status': 'completed', 'code': 200} Jun 26 16:29:39.438144 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aeb3f0a8-7918-41af-9186-39ec9c2f3bbf req-b1710f5a-3042-438d-8931-71c3842ae4b6 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 210 time: 0.0304646 Jun 26 16:29:39.554362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7e45d-3ae1-465d-817e-1f1c5ea339a8 req-2a26e575-33d6-4451-ae4f-c39338bf8b09 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:39.555797 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f3d7e45d-3ae1-465d-817e-1f1c5ea339a8 req-2a26e575-33d6-4451-ae4f-c39338bf8b09 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0780370 Jun 26 16:29:39.600880 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f3d7e45d-3ae1-465d-817e-1f1c5ea339a8 req-dd8a1562-c367-4e68-a983-3eabddaabb2e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 Jun 26 16:29:39.725442 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fcfedbd1-f8b8-4ce4-9fb7-6e9b25931d6b req-8524e4f1-2282-4bac-87ea-4d1d1f3dce11 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd4104e4-ffaf-4cb4-beda-0dbdb57a380b HTTP/1.1" status: 200 len: 210 time: 0.0400896 Jun 26 16:29:39.857105 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7a968943-8b31-4f27-9609-5107af0cfb48 req-98bcd812-535e-425f-8349-547e2d014354 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 210 time: 0.0279825 Jun 26 16:29:39.933717 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:40.380197 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9a40a-2a5d-4ea3-af61-58b2b598fabe req-00cfb599-8b00-4312-bef3-778c76619260 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:40.388358 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5c9a40a-2a5d-4ea3-af61-58b2b598fabe req-00cfb599-8b00-4312-bef3-778c76619260 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1076393 Jun 26 16:29:40.461417 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5c9a40a-2a5d-4ea3-af61-58b2b598fabe req-b94272e0-2321-49fc-928f-5130e9f429b6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725315 Jun 26 16:29:40.553579 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3522e4b6-2a5e-4258-9bcb-cb2bd147b1ad req-e0ad3fc7-8a6f-4fae-960a-19710ccf88a6 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 210 time: 0.0434098 Jun 26 16:29:40.878860 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954461b-72de-407f-ae6b-c066ade10ede req-865c65bd-d2b9-40a1-b00f-d241e99b3395 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:40.887001 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1954461b-72de-407f-ae6b-c066ade10ede req-865c65bd-d2b9-40a1-b00f-d241e99b3395 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1338532 Jun 26 16:29:40.934166 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1954461b-72de-407f-ae6b-c066ade10ede req-62fe31dd-cd7c-4463-b196-053553b942ad tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461118 Jun 26 16:29:41.078411 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5af93aea-4860-4206-8b70-6548f00c447d req-662432ab-2195-4e15-b101-4c26cd11c985 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 210 time: 0.0406132 Jun 26 16:29:41.167784 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 9350c88c-4144-4c80-b10d-f8e9cfaedef3 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:41.215970 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 9350c88c-4144-4c80-b10d-f8e9cfaedef3 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:29:41.216844 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 9350c88c-4144-4c80-b10d-f8e9cfaedef3 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:29:41.585692 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:41.705356 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-bcca17ad-3462-4b49-9d07-c7850e64665d tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=70767a687e784dc6ae6bdb50d09b4cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282310 Jun 26 16:29:41.978513 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e7d7-3d5e-464b-b09b-93ef2b541b26 req-25a040da-15ce-4db6-847d-866a8bcad97d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:41.985252 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e488e7d7-3d5e-464b-b09b-93ef2b541b26 req-25a040da-15ce-4db6-847d-866a8bcad97d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.3040016 Jun 26 16:29:42.022425 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6aa1977d-b937-4b7d-b414-efe96351225b req-64e5aa0e-282b-4e33-9868-a1c04bb5d4b0 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 210 time: 0.0733769 Jun 26 16:29:42.048189 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-1b835f97-87cd-4c4e-84a1-26bb65510a69 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.052598 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-1b835f97-87cd-4c4e-84a1-26bb65510a69 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291683 Jun 26 16:29:42.070948 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Request body: {'port': {'device_id': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c', 'admin_state_up': True, 'tenant_id': '70767a687e784dc6ae6bdb50d09b4cb4'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:42.161286 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e488e7d7-3d5e-464b-b09b-93ef2b541b26 req-570cccb5-ff01-495c-a274-293239570a33 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707749 Jun 26 16:29:42.361409 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f4e9a7d-2363-4fdf-af18-e62b2002f1d9 req-5e1276aa-e662-4f3b-905c-d972b17c980d tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 210 time: 0.0725212 Jun 26 16:29:42.448651 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53fc45-bdf8-4786-b893-01d3dc59f2fd req-d0a9cc6f-4860-4982-91a0-977df7300132 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:42.455747 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5a53fc45-bdf8-4786-b893-01d3dc59f2fd req-d0a9cc6f-4860-4982-91a0-977df7300132 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1680362 Jun 26 16:29:42.503329 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5a53fc45-bdf8-4786-b893-01d3dc59f2fd req-44956175-f886-40ce-90bd-50ebd407350a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Jun 26 16:29:42.507170 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Made reservation on behalf of 70767a687e784dc6ae6bdb50d09b4cb4 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:29:42.523649 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:42.534958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:42.704208 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:42.794250 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:42.798680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b4abbc43-abda-4a3d-8188-fe071ff9a108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:42.918457 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c14811-af87-4466-9828-c30f6e61db6f,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:42.925215 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:43.021884 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Allocated IP 192.168.233.5 (6d3c488a-1521-4091-a046-d4f743482e0c/abc4a323-34d0-4c25-b503-b79f2caad18a/982a9dc5-849e-440f-b9eb-0173b31bec32) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:43.283449 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-930f55d0-06a6-461e-936c-b25348cbfd01 req-defe1eb7-0ae5-41a2-acb0-6a109e9f5614 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 210 time: 0.0962217 Jun 26 16:29:43.416890 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346d4ae-9c08-4c6b-8fff-9df355aab6e4 req-fc7207ae-8881-496e-8013-dd43c4c47c69 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:43.416890 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6346d4ae-9c08-4c6b-8fff-9df355aab6e4 req-fc7207ae-8881-496e-8013-dd43c4c47c69 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.2805665 Jun 26 16:29:43.416890 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:43.495321 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Transition to ACTIVE for port object 982a9dc5-849e-440f-b9eb-0173b31bec32 will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:43.513187 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6346d4ae-9c08-4c6b-8fff-9df355aab6e4 req-557282ce-1fed-4248-a5bb-a146966b1ad6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297407 Jun 26 16:29:43.520549 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-9fd42178-70cc-46d7-a052-62b97e495d0b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:43.522753 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-9fd42178-70cc-46d7-a052-62b97e495d0b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.15 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 814 time: 0.2925124 Jun 26 16:29:43.540571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'port': {'device_id': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'admin_state_up': True, 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:43.631474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899494c-03bf-4d41-9ec3-9fb358b03b30 req-dc8816ba-5baf-422c-9249-7036cccec290 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:43.633129 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3899494c-03bf-4d41-9ec3-9fb358b03b30 req-dc8816ba-5baf-422c-9249-7036cccec290 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.2393997 Jun 26 16:29:43.681191 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-38790b02-df26-483a-9616-bb6460a40c52 req-9ee94c9d-dd81-4973-8caa-4eb425d2a86a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 210 time: 0.0448706 Jun 26 16:29:43.727029 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3899494c-03bf-4d41-9ec3-9fb358b03b30 req-fe287eb6-7289-4522-b367-20c168254d51 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742891 Jun 26 16:29:43.838063 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:43.842068 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:43.873706 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ede5cd-0de4-4753-85a2-8ccece0847d8 req-0c64cd97-4971-4cba-941d-8cbbc237fa45 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:43.875214 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-02ede5cd-0de4-4753-85a2-8ccece0847d8 req-0c64cd97-4971-4cba-941d-8cbbc237fa45 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0886242 Jun 26 16:29:43.921557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Network 6d3c488a-1521-4091-a046-d4f743482e0c is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:43.922222 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Made reservation on behalf of dbdfac9ad3474f5b8c8e36887b2ebb61 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:29:43.925806 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:43.937192 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Pushing event updated for resources: {'Port': ['ID=982a9dc5-849e-440f-b9eb-0173b31bec32,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:43.937192 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:43.944988 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:43.950353 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:44.003459 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-02ede5cd-0de4-4753-85a2-8ccece0847d8 req-09c520b9-16c7-4d4f-bb6d-965b60cbd215 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180081 Jun 26 16:29:44.139582 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:44.141162 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:44.238957 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Allocated IP 172.20.0.10 (ec0e5220-a447-4e84-a170-5a4592fb2052/d9dada8a-b14d-4a6f-9f16-ed04d0738590/6540cb86-54f5-4f20-9f3b-c8c6c7c0414f) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:29:44.277045 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2100201 Jun 26 16:29:44.305938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Request body: {'port': {'device_id': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:44.350919 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a5710ffa-7b79-490f-94e5-21c8e4e89b2d None None] Provisioning for port 982a9dc5-849e-440f-b9eb-0173b31bec32 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:44.359946 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a5710ffa-7b79-490f-94e5-21c8e4e89b2d None None] Provisioning complete for port 982a9dc5-849e-440f-b9eb-0173b31bec32 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:44.361337 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a5710ffa-7b79-490f-94e5-21c8e4e89b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:44.414108 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-a5710ffa-7b79-490f-94e5-21c8e4e89b2d None None] Port 982a9dc5-849e-440f-b9eb-0173b31bec32 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:44.530032 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6bfe3be4-fc14-4caf-b252-cef429a046db req-96751cc1-7172-4f69-bfef-af679262d8f3 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 210 time: 0.0554323 Jun 26 16:29:44.544352 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:44.924009 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:44.944277 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982a9dc5-849e-440f-b9eb-0173b31bec32 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:29:44.959259 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:44.963872 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Transition to ACTIVE for port object 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:44.983438 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Transition to ACTIVE for port object 982a9dc5-849e-440f-b9eb-0173b31bec32 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:45.028691 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856a22-fbb0-4921-a81d-6627d891ce7b req-a9bc60b9-f22a-4bc4-b189-0ad663a000a1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:45.030205 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-67856a22-fbb0-4921-a81d-6627d891ce7b req-a9bc60b9-f22a-4bc4-b189-0ad663a000a1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.2070892 Jun 26 16:29:45.037337 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2958e2b-e66c-45fb-a60d-7f77e0323953 req-75660032-2552-416a-8b16-b0c937c18afa tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:45.038697 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d2958e2b-e66c-45fb-a60d-7f77e0323953 req-75660032-2552-416a-8b16-b0c937c18afa tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 934 time: 0.2167273 Jun 26 16:29:45.100491 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-67856a22-fbb0-4921-a81d-6627d891ce7b req-d3a8f3ce-63bc-4b33-b6d7-35517d0ee5d7 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608368 Jun 26 16:29:45.105493 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d2958e2b-e66c-45fb-a60d-7f77e0323953 req-d73f4666-0875-4908-a621-8cc8c671144f tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574884 Jun 26 16:29:45.144434 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:45.144434 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-07a83bd4-3ea6-4455-8a2d-4cb9b5b26274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:45.407001 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:45.495968 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Pushing event updated for resources: {'Port': ['ID=982a9dc5-849e-440f-b9eb-0173b31bec32,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:45.507543 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Network ec0e5220-a447-4e84-a170-5a4592fb2052 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:29:45.508787 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:45.512782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:45.522066 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:29:45.534169 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:29:45.824082 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663477b-b902-410d-af52-931d95d79aec req-1a51ca87-4b4a-4cd3-b1e0-ba75bdb9543a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:45.837805 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1663477b-b902-410d-af52-931d95d79aec req-1a51ca87-4b4a-4cd3-b1e0-ba75bdb9543a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.4360588 Jun 26 16:29:45.856733 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:45.887553 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:45.904559 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:45.905242 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:45.949251 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654374ae-56d7-485e-9b15-40620e6b784b req-efc03ca2-5518-4feb-88be-103af15b86b2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:45.958480 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-654374ae-56d7-485e-9b15-40620e6b784b req-efc03ca2-5518-4feb-88be-103af15b86b2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.5572884 Jun 26 16:29:46.001580 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Attempting to bind port 982a9dc5-849e-440f-b9eb-0173b31bec32 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:46.001923 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Attempting to bind port 982a9dc5-849e-440f-b9eb-0173b31bec32 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:46.002182 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Attempting to bind port 982a9dc5-849e-440f-b9eb-0173b31bec32 on network 6d3c488a-1521-4091-a046-d4f743482e0c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:46.008554 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1663477b-b902-410d-af52-931d95d79aec req-36fa38bf-7f1e-4f65-8029-98445aff8a0b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695805 Jun 26 16:29:46.044653 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4d029b69-88e6-4e60-8107-107338397141 None None] Provisioning for port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:29:46.044653 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4d029b69-88e6-4e60-8107-107338397141 None None] Provisioning complete for port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:29:46.044653 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4d029b69-88e6-4e60-8107-107338397141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.066311 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-654374ae-56d7-485e-9b15-40620e6b784b req-fffc83f9-2e32-4dd1-b045-62ebd3d1bc44 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068668 Jun 26 16:29:46.067763 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Port 982a9dc5-849e-440f-b9eb-0173b31bec32 on network 6d3c488a-1521-4091-a046-d4f743482e0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:29:46.068044 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Attempting to bind port 982a9dc5-849e-440f-b9eb-0173b31bec32 on network 6d3c488a-1521-4091-a046-d4f743482e0c {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:46.088683 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:46.089067 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Checking segment: {'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:46.089483 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Bound using segment: {'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:46.097517 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Bound port: 982a9dc5-849e-440f-b9eb-0173b31bec32, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f517b94d-94b1-46d9-a5bc-141398e7c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:46.098022 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.112801 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5782320 Jun 26 16:29:46.124502 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-4d029b69-88e6-4e60-8107-107338397141 None None] Port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:29:46.214713 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] For port 982a9dc5-849e-440f-b9eb-0173b31bec32, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:46.217814 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] For port 982a9dc5-849e-440f-b9eb-0173b31bec32, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=982a9dc5-849e-440f-b9eb-0173b31bec32,segment=NetworkSegment(f517b94d-94b1-46d9-a5bc-141398e7c171),segment_id=f517b94d-94b1-46d9-a5bc-141398e7c171)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:46.297791 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec6975-675f-4df6-bd14-eb0a3bac47ee req-79323ba0-7e6d-42d3-93aa-001ed62581a1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:46.299447 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f8ec6975-675f-4df6-bd14-eb0a3bac47ee req-79323ba0-7e6d-42d3-93aa-001ed62581a1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0715466 Jun 26 16:29:46.320538 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.323854 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:46.376780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:46.376780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:46.376780 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] 10.222.0.15 "PUT /v2.0/ports/982a9dc5-849e-440f-b9eb-0173b31bec32 HTTP/1.1" status: 200 len: 1096 time: 2.0763893 Jun 26 16:29:46.376780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'tag': '982a9dc5-849e-440f-b9eb-0173b31bec32'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:46.377198 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19996101-a641-4086-82d0-642d12bb468f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5d38f0-c212-4e9d-9971-17da57e727bb", "tag": "982a9dc5-849e-440f-b9eb-0173b31bec32"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:46.390620 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f8ec6975-675f-4df6-bd14-eb0a3bac47ee req-1e07ae02-d9c2-43c9-b08d-4f5345dbe8b9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848377 Jun 26 16:29:46.410624 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Pushing event updated for resources: {'Port': ['ID=982a9dc5-849e-440f-b9eb-0173b31bec32,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:46.413967 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:46.587182 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316eccbe-edd0-4997-a28f-defeca437662 req-3542a664-0f9b-4113-a3d5-4a94d80bd2bb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:46.596098 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-316eccbe-edd0-4997-a28f-defeca437662 req-3542a664-0f9b-4113-a3d5-4a94d80bd2bb tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.0832386 Jun 26 16:29:46.649319 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-316eccbe-edd0-4997-a28f-defeca437662 req-a9b1ea2f-a7fe-4af1-8bbd-6c4490e6977d tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511792 Jun 26 16:29:46.818917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e4e0f-039b-4fd0-be3a-56af2d3f9b75 req-2e808747-0314-425e-91fb-eafc0554256d tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:46.820397 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a58e4e0f-039b-4fd0-be3a-56af2d3f9b75 req-2e808747-0314-425e-91fb-eafc0554256d tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0632734 Jun 26 16:29:46.858239 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a58e4e0f-039b-4fd0-be3a-56af2d3f9b75 req-2cd63cbb-66f1-4950-9f07-106b15bac502 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Jun 26 16:29:46.922651 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e150b2-a4bf-4af6-b8ad-fd6fae5ef2d9 x-openstack-request-id: req-13e150b2-a4bf-4af6-b8ad-fd6fae5ef2d9 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:46.922957 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5d38f0-c212-4e9d-9971-17da57e727bb", "tag": "982a9dc5-849e-440f-b9eb-0173b31bec32", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:46.923886 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13e150b2-a4bf-4af6-b8ad-fd6fae5ef2d9 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:46.924316 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'tag': '982a9dc5-849e-440f-b9eb-0173b31bec32', 'status': 'completed', 'code': 200} Jun 26 16:29:47.202964 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7065423-8b6c-4f0b-890b-c4e72e4aabed req-16f2b1f1-a73f-469e-99ea-fb6d3fe67891 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:47.205023 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e7065423-8b6c-4f0b-890b-c4e72e4aabed req-16f2b1f1-a73f-469e-99ea-fb6d3fe67891 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0654511 Jun 26 16:29:47.241803 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e7065423-8b6c-4f0b-890b-c4e72e4aabed req-b5ee3377-0363-4bfa-8fe2-ece2277decb3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Jun 26 16:29:47.435288 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920bcb8-1b18-487b-acf2-96ca15c3fcd1 req-9ca7bce7-685a-45ef-a354-c924e6a503f7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:47.451715 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c920bcb8-1b18-487b-acf2-96ca15c3fcd1 req-9ca7bce7-685a-45ef-a354-c924e6a503f7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0864213 Jun 26 16:29:47.476922 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c920bcb8-1b18-487b-acf2-96ca15c3fcd1 req-85f85c2c-b07f-416e-9efc-9e9668eb285b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330281 Jun 26 16:29:47.647132 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea27547-94fe-4d88-806d-8a360998c9b2 req-6a3617d3-371e-44bb-8940-44a383d5a7ab tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:47.648647 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6ea27547-94fe-4d88-806d-8a360998c9b2 req-6a3617d3-371e-44bb-8940-44a383d5a7ab tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0641980 Jun 26 16:29:47.687813 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6ea27547-94fe-4d88-806d-8a360998c9b2 req-203cb6aa-dfc2-4951-b460-6a044338d17e tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Jun 26 16:29:47.853593 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83704a15-4f8b-463b-baac-44cdefae47dc req-74d70e1d-6d01-4acb-af77-1ac2ccbd54c1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:47.855304 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-83704a15-4f8b-463b-baac-44cdefae47dc req-74d70e1d-6d01-4acb-af77-1ac2ccbd54c1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.0648427 Jun 26 16:29:47.902212 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-83704a15-4f8b-463b-baac-44cdefae47dc req-11d8c2ba-a6a3-455b-b299-5b18c4f66cab tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 Jun 26 16:29:48.072404 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530e25c-cc87-48e5-bdc8-9574055e0089 req-a39767cc-1259-4ddb-a6a7-6376b93493e2 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:48.073904 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7530e25c-cc87-48e5-bdc8-9574055e0089 req-a39767cc-1259-4ddb-a6a7-6376b93493e2 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0663600 Jun 26 16:29:48.124709 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7530e25c-cc87-48e5-bdc8-9574055e0089 req-3fa9014c-7e9c-4729-b64d-43753fe94b5f tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449824 Jun 26 16:29:48.425265 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd0b00-723a-4527-a9d7-4ed1a0f8b7f8 req-1d78aca5-6072-461a-a3ff-5ba7aa9b5051 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:48.426881 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8edd0b00-723a-4527-a9d7-4ed1a0f8b7f8 req-1d78aca5-6072-461a-a3ff-5ba7aa9b5051 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0693045 Jun 26 16:29:48.467362 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8edd0b00-723a-4527-a9d7-4ed1a0f8b7f8 req-06065755-d5fe-42b0-9772-7030c44a573c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Jun 26 16:29:48.664695 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e384b-6b1a-456e-aa05-fc367087fef4 req-f6b96397-913b-4fcf-8de4-ee12e7dd306e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:48.666211 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d05e384b-6b1a-456e-aa05-fc367087fef4 req-f6b96397-913b-4fcf-8de4-ee12e7dd306e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0697320 Jun 26 16:29:48.708231 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d05e384b-6b1a-456e-aa05-fc367087fef4 req-7be5630f-4222-4b5e-b43c-d306f3324214 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359480 Jun 26 16:29:48.876354 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd1186-e0de-42b3-b04b-87fbedcade12 req-89a630c1-af16-4f08-adba-23b8fdf0eb5d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:48.878330 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5abd1186-e0de-42b3-b04b-87fbedcade12 req-89a630c1-af16-4f08-adba-23b8fdf0eb5d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0664041 Jun 26 16:29:48.919582 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5abd1186-e0de-42b3-b04b-87fbedcade12 req-927340ce-3d46-4260-a31f-9727efeaa285 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353611 Jun 26 16:29:49.086405 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaa280-e0d7-47df-b58e-8c02a4c9b093 req-597a989e-190f-4af7-aae3-122088fec1f6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:49.087832 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-41eaa280-e0d7-47df-b58e-8c02a4c9b093 req-597a989e-190f-4af7-aae3-122088fec1f6 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 946 time: 0.0641608 Jun 26 16:29:49.141389 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-41eaa280-e0d7-47df-b58e-8c02a4c9b093 req-e20ed1e6-839b-4fd0-93a2-c2baa97d884e tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Jun 26 16:29:49.182182 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1d32a8cb-7639-41e4-8590-282abfccf8f9 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:29:49.265251 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:49.303296 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1d32a8cb-7639-41e4-8590-282abfccf8f9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:49.305512 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:49.308575 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92679204-3aef-4c62-9a80-9faace8d3ae4" -d '{"events": [{"server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:49.318303 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b6f0-a22a-46ce-bbd9-261b1742bf5b req-c4a94d8e-f559-4a1d-b728-ee024053cfe5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:49.320154 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6247b6f0-a22a-46ce-bbd9-261b1742bf5b req-c4a94d8e-f559-4a1d-b728-ee024053cfe5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0698829 Jun 26 16:29:49.362481 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6247b6f0-a22a-46ce-bbd9-261b1742bf5b req-fc9fd962-bbea-4d6e-a945-5621504f9e30 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364695 Jun 26 16:29:49.406848 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971635a8-c15a-4169-8e08-3ccd185c938b x-openstack-request-id: req-971635a8-c15a-4169-8e08-3ccd185c938b {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:49.407191 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:49.407407 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-971635a8-c15a-4169-8e08-3ccd185c938b {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:49.408344 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9', 'code': 200} Jun 26 16:29:49.409592 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:49.411669 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:49.460635 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1d32a8cb-7639-41e4-8590-282abfccf8f9,revision_number=6']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:49.464395 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:49.660214 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c97a9-64ec-4562-9627-8743503e3711 req-074cd53d-12f9-478c-b6ee-039791fae821 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:49.668323 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1a6c97a9-64ec-4562-9627-8743503e3711 req-074cd53d-12f9-478c-b6ee-039791fae821 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0844605 Jun 26 16:29:49.710998 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1a6c97a9-64ec-4562-9627-8743503e3711 req-8eb76771-dead-4815-ba07-87706e676460 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Jun 26 16:29:49.895712 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e300db9-e365-4181-bc2e-f238b7a484cf req-5b1432eb-3c30-4358-a3fe-1aa9ad10bb60 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:49.897338 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e300db9-e365-4181-bc2e-f238b7a484cf req-5b1432eb-3c30-4358-a3fe-1aa9ad10bb60 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0666873 Jun 26 16:29:49.941314 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e300db9-e365-4181-bc2e-f238b7a484cf req-f84047ab-def7-4f70-86fe-24a8a5850574 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Jun 26 16:29:50.111516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0c7f-7677-4d3f-8d48-9198b27ad45b req-ebb860e7-4ef4-4fc8-b0a6-08914688057c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:50.113046 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c11a0c7f-7677-4d3f-8d48-9198b27ad45b req-ebb860e7-4ef4-4fc8-b0a6-08914688057c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0675848 Jun 26 16:29:50.151520 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c11a0c7f-7677-4d3f-8d48-9198b27ad45b req-6ababbac-dee5-4e7f-8bb6-fdb810b071aa tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Jun 26 16:29:50.314940 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99683564-f0a1-4210-9017-fe00535efe0a req-e675dbe7-667a-465b-970e-86e8376ec7f0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:50.316404 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-99683564-f0a1-4210-9017-fe00535efe0a req-e675dbe7-667a-465b-970e-86e8376ec7f0 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.0615060 Jun 26 16:29:50.358561 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-99683564-f0a1-4210-9017-fe00535efe0a req-943c2869-af6d-4b94-98fd-0c64e82117b8 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362847 Jun 26 16:29:50.541623 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa62846-212d-4e49-8f26-eb7b46573157 req-6f041227-afd3-45f2-a35b-d38234dd65a6 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:50.543081 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0fa62846-212d-4e49-8f26-eb7b46573157 req-6f041227-afd3-45f2-a35b-d38234dd65a6 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0694718 Jun 26 16:29:50.581486 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0fa62846-212d-4e49-8f26-eb7b46573157 req-8edb2f8c-7040-4dd9-a474-79ab7d67ea68 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Jun 26 16:29:50.915790 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc353b35-6779-4f4a-bb6a-b19a80e5a3bf req-5ff6c5f7-87ab-4065-96c0-91518f369ba9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:50.915790 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc353b35-6779-4f4a-bb6a-b19a80e5a3bf req-5ff6c5f7-87ab-4065-96c0-91518f369ba9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0689943 Jun 26 16:29:50.952984 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc353b35-6779-4f4a-bb6a-b19a80e5a3bf req-f1e9117d-5f70-4e21-96d1-0579395479fb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Jun 26 16:29:51.148131 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86851b-80ec-4a88-8928-7649dd8b358d req-fe073198-21d7-492d-aa52-deef775c8502 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:51.149665 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9f86851b-80ec-4a88-8928-7649dd8b358d req-fe073198-21d7-492d-aa52-deef775c8502 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0747559 Jun 26 16:29:51.204109 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9f86851b-80ec-4a88-8928-7649dd8b358d req-fb604180-1b04-413e-9097-33833e3f4540 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Jun 26 16:29:51.390699 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab7815-d369-4868-8d8e-e799a57e6c5e req-f732e7b1-8723-4fc0-aedc-c1512b128ac9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:51.392230 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a1ab7815-d369-4868-8d8e-e799a57e6c5e req-f732e7b1-8723-4fc0-aedc-c1512b128ac9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0697267 Jun 26 16:29:51.439567 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a1ab7815-d369-4868-8d8e-e799a57e6c5e req-6f69a96b-228b-4a58-92e8-894fa59b3e28 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Jun 26 16:29:51.616656 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38be904-e47c-43f7-a685-6479c5be8c3f req-a42819e2-e234-4c45-988c-ab5540c4cf9b tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:51.618194 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b38be904-e47c-43f7-a685-6479c5be8c3f req-a42819e2-e234-4c45-988c-ab5540c4cf9b tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.0671084 Jun 26 16:29:51.680498 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b38be904-e47c-43f7-a685-6479c5be8c3f req-a7e496d2-3611-4fea-b4cb-4254689014d1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556943 Jun 26 16:29:51.876623 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7698622-37d5-4f04-815b-aad9b3ca1414 req-6247d0ab-3980-4ece-830a-e317b34e7e81 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:51.878108 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7698622-37d5-4f04-815b-aad9b3ca1414 req-6247d0ab-3980-4ece-830a-e317b34e7e81 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0635464 Jun 26 16:29:51.916531 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7698622-37d5-4f04-815b-aad9b3ca1414 req-002175db-9fc8-4da5-aad3-970670ad2f51 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Jun 26 16:29:52.149608 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8cb9b-844f-42b0-8b25-6e201a3e6ff3 req-3360bb3c-9829-4861-a719-e8556e3fed18 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:52.152599 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-97e8cb9b-844f-42b0-8b25-6e201a3e6ff3 req-3360bb3c-9829-4861-a719-e8556e3fed18 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0736725 Jun 26 16:29:52.197887 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-97e8cb9b-844f-42b0-8b25-6e201a3e6ff3 req-bebb1b84-e6ff-4552-882d-1478e03f7053 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407286 Jun 26 16:29:52.400264 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9d40-8d19-41dc-90d9-69c42893ea3b req-4fa9dc2b-8ee3-4077-aaba-fea675024292 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:52.401795 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-568e9d40-8d19-41dc-90d9-69c42893ea3b req-4fa9dc2b-8ee3-4077-aaba-fea675024292 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0727735 Jun 26 16:29:52.457783 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-568e9d40-8d19-41dc-90d9-69c42893ea3b req-bc0fdd47-1ff0-4f06-a74d-d77ebd3165aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503535 Jun 26 16:29:52.652598 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7a6bd-970f-4c39-83f2-3bb185378602 req-2e315ae8-dac5-4378-9c07-c1e12001ea53 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:52.654271 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-64f7a6bd-970f-4c39-83f2-3bb185378602 req-2e315ae8-dac5-4378-9c07-c1e12001ea53 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0867732 Jun 26 16:29:52.693295 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-64f7a6bd-970f-4c39-83f2-3bb185378602 req-28580692-4bb9-4a12-8cf6-588ecf41b3bb tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Jun 26 16:29:52.875729 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e112fb0-1b1b-4c9f-ab7a-74870c96eff2 req-eae630ba-70f7-46be-8209-2d5fdab93072 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:52.877695 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e112fb0-1b1b-4c9f-ab7a-74870c96eff2 req-eae630ba-70f7-46be-8209-2d5fdab93072 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.0624013 Jun 26 16:29:52.920114 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e112fb0-1b1b-4c9f-ab7a-74870c96eff2 req-cccf87b3-6ffb-426b-b4de-3e06dbaa4463 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Jun 26 16:29:53.093282 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b26b2-6741-4990-b6cf-335b094d646b req-fc3f2ee9-6be8-4243-8889-bf74074fa2ee tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:53.094722 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9d7b26b2-6741-4990-b6cf-335b094d646b req-fc3f2ee9-6be8-4243-8889-bf74074fa2ee tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0612879 Jun 26 16:29:53.137321 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9d7b26b2-6741-4990-b6cf-335b094d646b req-17b9f0dc-d5ac-47d5-93cb-565abd121f59 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361314 Jun 26 16:29:53.382743 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f124e09-15e7-4df3-9630-3b33819c685b req-a8f0bb8b-c780-427a-ae5d-56c375e6772a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:53.384311 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1f124e09-15e7-4df3-9630-3b33819c685b req-a8f0bb8b-c780-427a-ae5d-56c375e6772a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0629554 Jun 26 16:29:53.430293 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1f124e09-15e7-4df3-9630-3b33819c685b req-36e2abfd-f20f-4030-ad17-e61da4049f80 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Jun 26 16:29:53.650418 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ff79b-a45c-43b0-8ac2-efa287b16372 req-1bcb01dd-330c-40bb-8add-a8c6d8cc85e2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:53.651875 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d90ff79b-a45c-43b0-8ac2-efa287b16372 req-1bcb01dd-330c-40bb-8add-a8c6d8cc85e2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0692112 Jun 26 16:29:53.701521 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d90ff79b-a45c-43b0-8ac2-efa287b16372 req-1bfe5023-df27-4e5b-b868-b436eb7b6247 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Jun 26 16:29:53.884571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daba45-8d6a-4e2d-9ada-b790ec779b05 req-26173aba-464e-4ad1-98be-02149df60d5a tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:53.886400 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e1daba45-8d6a-4e2d-9ada-b790ec779b05 req-26173aba-464e-4ad1-98be-02149df60d5a tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0673766 Jun 26 16:29:53.935706 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e1daba45-8d6a-4e2d-9ada-b790ec779b05 req-9b3f3c79-f638-434e-ac1d-5daaa94001f6 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Jun 26 16:29:54.109733 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2528a-179d-48ab-ba1e-c54bf5c4d8f9 req-a336ebd6-a80a-43d5-9e74-f154f4429e7a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:54.111238 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:54.111786 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-68c2528a-179d-48ab-ba1e-c54bf5c4d8f9 req-a336ebd6-a80a-43d5-9e74-f154f4429e7a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.0655410 Jun 26 16:29:54.157696 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-68c2528a-179d-48ab-ba1e-c54bf5c4d8f9 req-bd3af3d3-262e-4d27-ae19-118ed97ade6a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Jun 26 16:29:54.340712 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58794ce0-082c-4155-9413-00924b5475cb req-9425f137-6114-4cb5-9f00-fe08efe0aa9c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:54.343147 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-58794ce0-082c-4155-9413-00924b5475cb req-9425f137-6114-4cb5-9f00-fe08efe0aa9c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0818913 Jun 26 16:29:54.382241 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-58794ce0-082c-4155-9413-00924b5475cb req-034ed2fd-e831-4c5b-986a-98a7f1014b41 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jun 26 16:29:54.622637 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7bc1f4-f521-4363-ac0f-a2cf4b8df78e req-e4f404b8-d275-41d4-9bc3-f1ceb806afdb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:54.622637 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0a7bc1f4-f521-4363-ac0f-a2cf4b8df78e req-e4f404b8-d275-41d4-9bc3-f1ceb806afdb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0721662 Jun 26 16:29:54.686029 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0a7bc1f4-f521-4363-ac0f-a2cf4b8df78e req-73a6f5a8-d377-4632-9d1c-cc21c4960204 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523922 Jun 26 16:29:54.917709 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fccc9-be6d-4dec-b8d6-8ce4caf6f062 req-cadafe22-95f2-4e10-b6d8-1a18b362e850 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:54.924902 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-816fccc9-be6d-4dec-b8d6-8ce4caf6f062 req-cadafe22-95f2-4e10-b6d8-1a18b362e850 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0768945 Jun 26 16:29:54.962441 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-816fccc9-be6d-4dec-b8d6-8ce4caf6f062 req-ab1bfae1-371c-476d-8dd6-54b45c6e2bc9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366671 Jun 26 16:29:55.128574 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f4c1d-53bc-4d1d-9709-1c5204595fc2 req-7d2bcf68-8c03-44de-a887-677d2ef7ebed tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:55.130247 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9d6f4c1d-53bc-4d1d-9709-1c5204595fc2 req-7d2bcf68-8c03-44de-a887-677d2ef7ebed tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0630631 Jun 26 16:29:55.171926 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9d6f4c1d-53bc-4d1d-9709-1c5204595fc2 req-74bdf994-aa49-4f8e-9f79-2c3f90521748 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351641 Jun 26 16:29:55.352423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f52216-bfe5-4f8b-b8ed-67c3bac02d19 req-ff7c3493-19eb-4523-b24f-a0010d4a0197 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:55.357768 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b1f52216-bfe5-4f8b-b8ed-67c3bac02d19 req-ff7c3493-19eb-4523-b24f-a0010d4a0197 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.0718703 Jun 26 16:29:55.403284 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b1f52216-bfe5-4f8b-b8ed-67c3bac02d19 req-2fb8b466-e143-4438-beb3-dd3a6dbf94b7 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Jun 26 16:29:55.569870 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cc77f-df2f-48f4-82da-adb3d1b8f291 req-2495f2c7-5f4d-47ae-bd14-7aeb8efd7e1c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:55.571365 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e0cc77f-df2f-48f4-82da-adb3d1b8f291 req-2495f2c7-5f4d-47ae-bd14-7aeb8efd7e1c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0641754 Jun 26 16:29:55.625257 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e0cc77f-df2f-48f4-82da-adb3d1b8f291 req-066a52e3-ca2d-4f7d-94d2-b5f4217f0fa3 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482051 Jun 26 16:29:55.884699 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35036cf3-90ad-4150-9d69-4fe366993ff2 req-be3dbad6-e415-438c-8fa0-dfe1f1bb2897 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:55.886316 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-35036cf3-90ad-4150-9d69-4fe366993ff2 req-be3dbad6-e415-438c-8fa0-dfe1f1bb2897 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0690060 Jun 26 16:29:55.935504 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-35036cf3-90ad-4150-9d69-4fe366993ff2 req-57ffd81b-48f2-4a5d-ad3f-ea2086a3f4b5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Jun 26 16:29:56.156761 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d1c9a-bed7-4b3d-9637-915aecb8623c req-1ad51215-1c7c-4794-bf5a-06d78c0b59ec tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:56.158481 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6a2d1c9a-bed7-4b3d-9637-915aecb8623c req-1ad51215-1c7c-4794-bf5a-06d78c0b59ec tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.0695651 Jun 26 16:29:56.209453 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6a2d1c9a-bed7-4b3d-9637-915aecb8623c req-8b31a4a8-2b19-4e3e-8b96-9297108cba1d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Jun 26 16:29:56.368841 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eec29-fb80-4e64-b4a2-5a3c6ba6129d req-ec27a076-f229-42a3-ac71-f54affdb8f0a tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:56.370342 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd6eec29-fb80-4e64-b4a2-5a3c6ba6129d req-ec27a076-f229-42a3-ac71-f54affdb8f0a tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.0639997 Jun 26 16:29:56.409505 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd6eec29-fb80-4e64-b4a2-5a3c6ba6129d req-345c6cad-f29c-4974-ac67-3bc47cf6e0d4 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Jun 26 16:29:56.582414 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecacff4-dd1e-42ad-9839-8c109cc29e50 req-f0fb9510-43ff-4e3b-9df3-3dcfbb5e0a3f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:56.584008 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aecacff4-dd1e-42ad-9839-8c109cc29e50 req-f0fb9510-43ff-4e3b-9df3-3dcfbb5e0a3f tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.0659876 Jun 26 16:29:56.627605 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aecacff4-dd1e-42ad-9839-8c109cc29e50 req-145e4e60-ebab-418f-b674-08aff4239844 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376363 Jun 26 16:29:56.739793 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:29:56.805406 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbcf0e-2e62-4e67-802d-17cc7b00d0e9 req-51819bb3-a17c-43f5-917a-b2fd3a787b63 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:56.806917 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aefbcf0e-2e62-4e67-802d-17cc7b00d0e9 req-51819bb3-a17c-43f5-917a-b2fd3a787b63 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0636320 Jun 26 16:29:56.845723 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aefbcf0e-2e62-4e67-802d-17cc7b00d0e9 req-11d2491c-afd4-4250-bc21-e4c0f908a798 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322905 Jun 26 16:29:57.108600 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119047-b730-4365-a73a-d2ba767f31ec req-e93df9c7-ee40-4311-9bdd-256aa3ee5aea tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.110144 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c3119047-b730-4365-a73a-d2ba767f31ec req-e93df9c7-ee40-4311-9bdd-256aa3ee5aea tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0631957 Jun 26 16:29:57.148733 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c3119047-b730-4365-a73a-d2ba767f31ec req-2b30b49a-a420-4fd2-ad96-61fa2f53b023 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Jun 26 16:29:57.273618 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Request body: {'port': {'device_id': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:29:57.420542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:57.427066 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19996101-a641-4086-82d0-642d12bb468f req-4d551e38-f42b-4273-881b-e47745841e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.428807 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-19996101-a641-4086-82d0-642d12bb468f req-4d551e38-f42b-4273-881b-e47745841e9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70767a687e784dc6ae6bdb50d09b4cb4&device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 1099 time: 0.0695207 Jun 26 16:29:57.480210 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-19996101-a641-4086-82d0-642d12bb468f req-e0adc6a8-d905-49eb-bbde-9eb0ebc316b9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=70767a687e784dc6ae6bdb50d09b4cb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316582 Jun 26 16:29:57.524029 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-ad0a3fb0-2712-4b4a-b9b6-31f3cf7a5d30 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.525487 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-ad0a3fb0-2712-4b4a-b9b6-31f3cf7a5d30 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.1750996 Jun 26 16:29:57.535944 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306b44-f8de-4da8-83ce-ceb41d518f24 req-fd35ebea-9f7a-4485-a80f-a58fae05fda2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.537521 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9c306b44-f8de-4da8-83ce-ceb41d518f24 req-fd35ebea-9f7a-4485-a80f-a58fae05fda2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1909456 Jun 26 16:29:57.648160 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19996101-a641-4086-82d0-642d12bb468f req-c312ca1b-df83-4d87-b61b-df67a5f49d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.649675 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-19996101-a641-4086-82d0-642d12bb468f req-c312ca1b-df83-4d87-b61b-df67a5f49d1a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612508 Jun 26 16:29:57.763649 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d9d0997a-66ac-4f4c-8ba4-21211e280992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.765227 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-d9d0997a-66ac-4f4c-8ba4-21211e280992 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70767a687e784dc6ae6bdb50d09b4cb4&device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 1099 time: 0.0525446 Jun 26 16:29:57.777649 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9c306b44-f8de-4da8-83ce-ceb41d518f24 req-ce0e65d7-b4c0-4b27-bb37-eaf4a1adb5db tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788273 Jun 26 16:29:57.817588 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-be0b34b2-6cf2-444d-ae61-3ead4761032c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=982a9dc5-849e-440f-b9eb-0173b31bec32 HTTP/1.1" status: 200 len: 217 time: 0.0397699 Jun 26 16:29:57.859186 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cda5fe-16c8-4a2a-aa75-f13c1671ad76 req-87c8cfd8-8987-494e-bd03-321123dbabe6 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.861283 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-26cda5fe-16c8-4a2a-aa75-f13c1671ad76 req-87c8cfd8-8987-494e-bd03-321123dbabe6 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 932 time: 0.3057609 Jun 26 16:29:57.886782 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-8f4776cc-85cb-496b-b75c-bf04acdb6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.892645 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-8f4776cc-85cb-496b-b75c-bf04acdb6036 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=abc4a323-34d0-4c25-b503-b79f2caad18a HTTP/1.1" status: 200 len: 843 time: 0.0571182 Jun 26 16:29:57.908355 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Deleting port 1d32a8cb-7639-41e4-8590-282abfccf8f9 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:29:57.908696 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:57.973628 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-6bf2d4e1-269f-4d6d-a491-99e4b6ed85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:57.975151 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-6bf2d4e1-269f-4d6d-a491-99e4b6ed85a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6d3c488a-1521-4091-a046-d4f743482e0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0790212 Jun 26 16:29:58.051185 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-26cda5fe-16c8-4a2a-aa75-f13c1671ad76 req-180bdf9b-5d56-48b7-bb2a-86aa80bf7e58 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828158 Jun 26 16:29:58.083080 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:29:58.097118 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:58.114810 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-3915b070-1238-42df-badb-83b87f32f76e service neutron] 10.222.0.15 "GET /v2.0/networks/6d3c488a-1521-4091-a046-d4f743482e0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317053 Jun 26 16:29:58.122341 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-d4883125-76a2-41bb-b853-c232eeb9273d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.123832 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-d4883125-76a2-41bb-b853-c232eeb9273d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 1099 time: 0.0759854 Jun 26 16:29:58.128899 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Transition to ACTIVE for port object 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:29:58.135335 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] For port 1d32a8cb-7639-41e4-8590-282abfccf8f9, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1d32a8cb-7639-41e4-8590-282abfccf8f9,segment=NetworkSegment(c1d65580-345b-4e10-bb1c-e89d8c63c331),segment_id=c1d65580-345b-4e10-bb1c-e89d8c63c331)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:29:58.135703 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:58.150919 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Calling delete_port for 1d32a8cb-7639-41e4-8590-282abfccf8f9 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:29:58.159455 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992be5d-559e-405b-9a09-995a2f6ff9c6 req-2859843f-2e3a-4f6b-934a-428a30cbc592 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.161077 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1992be5d-559e-405b-9a09-995a2f6ff9c6 req-2859843f-2e3a-4f6b-934a-428a30cbc592 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 944 time: 0.2473834 Jun 26 16:29:58.223828 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:58.229694 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a1bfeee1-1383-40dd-a572-92f0c45b81cf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:58.280825 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-cb8c953e-78b9-4035-8051-2633e4ae7cc8 req-0832aad2-bb92-44f6-996f-2f07b9ce18d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6d3c488a-1521-4091-a046-d4f743482e0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559832 Jun 26 16:29:58.283930 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-4b17be9c-0bcb-4ebd-a827-ae7b51c385e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.286153 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-4b17be9c-0bcb-4ebd-a827-ae7b51c385e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.1525385 Jun 26 16:29:58.401744 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-e94100bc-7d98-44a6-8c05-c4bfe9e322c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b HTTP/1.1" status: 200 len: 1002 time: 0.1072786 Jun 26 16:29:58.473655 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-b363c85d-444a-46ea-991b-b64f1f0ddd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.475275 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-b363c85d-444a-46ea-991b-b64f1f0ddd0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0606298 Jun 26 16:29:58.540390 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-1947f5f3-ee02-46e7-9534-1166519f98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.542105 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-1947f5f3-ee02-46e7-9534-1166519f98f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0596356 Jun 26 16:29:58.565222 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1992be5d-559e-405b-9a09-995a2f6ff9c6 req-b630055f-a762-4f4a-9aa2-fa7d6b557bec tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ba513e3-3e90-4b21-affa-b52bf780c9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961828 Jun 26 16:29:58.581772 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Pushing event updated for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:58.589232 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:58.654594 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-93ed94a9-2067-45a9-941a-792309e5a34e service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028509 Jun 26 16:29:58.690756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333f22b-5916-49a3-888c-a3452405b63e req-7ac8deb0-86ab-49b6-a1c4-4f9ece0f8335 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.697929 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c333f22b-5916-49a3-888c-a3452405b63e req-7ac8deb0-86ab-49b6-a1c4-4f9ece0f8335 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.5116320 Jun 26 16:29:58.802809 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Attempting to bind port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:29:58.803165 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Attempting to bind port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:29:58.803502 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Attempting to bind port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f on network ec0e5220-a447-4e84-a170-5a4592fb2052 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:58.820697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f on network ec0e5220-a447-4e84-a170-5a4592fb2052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:29:58.821087 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Attempting to bind port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f on network ec0e5220-a447-4e84-a170-5a4592fb2052 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:29:58.844877 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c333f22b-5916-49a3-888c-a3452405b63e req-a5046b0e-351b-4d4f-ac02-cdd6bfb11d82 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457126 Jun 26 16:29:58.850031 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:29:58.850424 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Checking segment: {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:29:58.850814 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Bound using segment: {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:29:58.851334 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Bound port: 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:29:58.851673 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:58.933089 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce786d-a767-4041-bce0-75538d113e09 req-6dd10f3a-845a-42cf-92c5-611b355eacec tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:58.943723 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-87ce786d-a767-4041-bce0-75538d113e09 req-6dd10f3a-845a-42cf-92c5-611b355eacec tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.2200811 Jun 26 16:29:58.959865 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [req-60ea4035-34f9-4f41-8e7d-e08b1263b35b req-f0e697f1-07cf-44e5-908c-1a379efd61fc service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920895 Jun 26 16:29:58.969041 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:58.978817 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-bc889364-de3c-4d02-b65a-e8b10bd7efe1 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:59.026224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Pushing event deleted for resources: {'Port': ['ID=1d32a8cb-7639-41e4-8590-282abfccf8f9,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:59.034759 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:29:59.054939 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:59.075317 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-87ce786d-a767-4041-bce0-75538d113e09 req-84ceeff4-8c13-446a-81bc-684731fc6348 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306274 Jun 26 16:29:59.093482 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:29:59.118967 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] No DVR routers for this DVR port 1d32a8cb-7639-41e4-8590-282abfccf8f9 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:29:59.123062 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:59.125030 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74659881-36be-4ab3-a950-9da5bf4cccbb req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.15 "DELETE /v2.0/ports/1d32a8cb-7639-41e4-8590-282abfccf8f9 HTTP/1.1" status: 204 len: 173 time: 1.5865693 Jun 26 16:29:59.125502 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'name': 'network-vif-deleted', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:29:59.127819 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b79a6-0ddc-43fd-aea3-ae922ccd5e45" -d '{"events": [{"server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "name": "network-vif-deleted", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:29:59.154278 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf5b38-f2a7-4875-acd1-7bd62d532ab1 req-bc458a45-2dd8-47f2-80b2-0178b0db5262 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.155767 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-acbf5b38-f2a7-4875-acd1-7bd62d532ab1 req-bc458a45-2dd8-47f2-80b2-0178b0db5262 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1727407 Jun 26 16:29:59.157319 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:59.160068 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3efb6a23-fdde-49f2-9275-720d2b3392e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:29:59.245829 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.246484 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:29:59.247866 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] 10.222.0.15 "PUT /v2.0/ports/6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 1094 time: 1.9789903 Jun 26 16:29:59.279707 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-acbf5b38-f2a7-4875-acd1-7bd62d532ab1 req-80557be7-2cfe-461d-862a-d7b6905753c9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161692 Jun 26 16:29:59.280478 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Pushing event updated for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:29:59.284776 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:29:59.314146 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a562cc-c801-43d8-87cd-11b9a6a0004f req-f5f867f6-e129-439c-bccf-ff3ad283ae7c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.321279 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-26a562cc-c801-43d8-87cd-11b9a6a0004f req-f5f867f6-e129-439c-bccf-ff3ad283ae7c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 944 time: 0.1279426 Jun 26 16:29:59.367322 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-26a562cc-c801-43d8-87cd-11b9a6a0004f req-45d85755-3005-4d50-a5d6-12dae5a67ccc tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Jun 26 16:29:59.400230 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40919124-0ae5-42a0-bc24-38f95387a310 x-openstack-request-id: req-40919124-0ae5-42a0-bc24-38f95387a310 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:29:59.400577 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e5dcea-9ce6-4211-81d3-d9f60e850c6b", "name": "network-vif-deleted", "tag": "1d32a8cb-7639-41e4-8590-282abfccf8f9", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:29:59.400899 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40919124-0ae5-42a0-bc24-38f95387a310 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:29:59.401308 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e5dcea-9ce6-4211-81d3-d9f60e850c6b', 'name': 'network-vif-deleted', 'tag': '1d32a8cb-7639-41e4-8590-282abfccf8f9', 'status': 'completed', 'code': 200} Jun 26 16:29:59.509722 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1e28fca-f592-4778-bebf-b43410fda83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.511564 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-a1e28fca-f592-4778-bebf-b43410fda83e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1097 time: 0.0629160 Jun 26 16:29:59.564264 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-3b310e7e-20d7-44c6-8314-f5b65c0b8feb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 217 time: 0.0380986 Jun 26 16:29:59.620038 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-3b50c0da-07da-461d-b807-d5a8fb5f1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.621327 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-3b50c0da-07da-461d-b807-d5a8fb5f1b0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 200 len: 853 time: 0.0454614 Jun 26 16:29:59.693409 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-7faa385a-2db1-48d7-98e7-e8c0bbd10d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:29:59.699324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-7faa385a-2db1-48d7-98e7-e8c0bbd10d25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec0e5220-a447-4e84-a170-5a4592fb2052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582228 Jun 26 16:29:59.760956 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cc3e312e-4639-4dbd-a1c4-a30a0fa93488 req-3c2f8c16-fa58-4471-aa12-c49a9e561fb3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] 10.222.0.45 "GET /v2.0/ports?device_id=16e5dcea-9ce6-4211-81d3-d9f60e850c6b HTTP/1.1" status: 200 len: 210 time: 0.0489740 Jun 26 16:29:59.816912 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-b7b9f8f2-221a-457b-b060-ae83c50120b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128411 Jun 26 16:29:59.916241 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd478c0f-edc0-49d3-99b7-d6ac5d00d1e5 req-afdaaf9b-dea3-4612-8fd4-d1cf2f725591 service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893261 Jun 26 16:30:00.029892 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06a8ca-990b-401a-9d59-cf43303f3ef2 req-958697af-ce35-42b8-8434-8d278772ab3c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:00.031433 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4c06a8ca-990b-401a-9d59-cf43303f3ef2 req-958697af-ce35-42b8-8434-8d278772ab3c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.0661697 Jun 26 16:30:00.071194 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4c06a8ca-990b-401a-9d59-cf43303f3ef2 req-7e67b2e4-bd73-4ac2-aa42-dbd5143ac96c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Jun 26 16:30:00.267808 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac224da6-c120-424e-8c90-8fd68b7a5269 req-f0a2ee9b-0a50-4f1e-ad0d-e488a12b5016 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:00.269326 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ac224da6-c120-424e-8c90-8fd68b7a5269 req-f0a2ee9b-0a50-4f1e-ad0d-e488a12b5016 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0717571 Jun 26 16:30:00.306740 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ac224da6-c120-424e-8c90-8fd68b7a5269 req-23b2578f-f37a-44a0-a9df-b3a8fe8da865 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Jun 26 16:30:00.566030 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7de5a8-7ee2-4974-8e7f-7c5fc4e50ced req-e368bccb-7db0-4d9b-9a04-2c0a140160dc tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:00.567519 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5d7de5a8-7ee2-4974-8e7f-7c5fc4e50ced req-e368bccb-7db0-4d9b-9a04-2c0a140160dc tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 944 time: 0.0860481 Jun 26 16:30:00.575893 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633de2e3-1639-4cb2-b4b4-fa14edc0c254 req-3b6426c0-c39f-4235-a8b5-0d71f4e06ea3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:00.577352 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-633de2e3-1639-4cb2-b4b4-fa14edc0c254 req-3b6426c0-c39f-4235-a8b5-0d71f4e06ea3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 946 time: 0.1282053 Jun 26 16:30:00.634196 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5d7de5a8-7ee2-4974-8e7f-7c5fc4e50ced req-4fb829fc-393f-4dad-b1a4-1ff8eddde3d3 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558746 Jun 26 16:30:00.637090 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-633de2e3-1639-4cb2-b4b4-fa14edc0c254 req-8c02468a-7da2-4595-a23a-e216a786a83b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529160 Jun 26 16:30:00.860660 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41284) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:00.908883 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Deleting subnet a7d166ad-e8a7-4302-94d3-1c1711daf5cd {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:30:00.912130 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:00.946783 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:00.986377 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.128920 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.132299 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:01.158872 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d166ad-e8a7-4302-94d3-1c1711daf5cd,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:01.161928 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:01.162921 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.164770 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-51dfae0a-ac44-4cb6-b95f-7d6d3c8fb434 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a7d166ad-e8a7-4302-94d3-1c1711daf5cd HTTP/1.1" status: 204 len: 168 time: 0.3030868 Jun 26 16:30:01.167422 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 41294) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:01.268177 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.275396 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:30:01.278020 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:01.339095 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864ef3a-5b37-4dad-b518-02c59c432087 req-135d074d-e7dd-45ef-86bb-61d59f6cb2fb tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:01.340700 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1864ef3a-5b37-4dad-b518-02c59c432087 req-135d074d-e7dd-45ef-86bb-61d59f6cb2fb tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 946 time: 0.1479309 Jun 26 16:30:01.383535 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.401887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b8c63f-37f4-4eba-9565-6a28e340e36c']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:01.403831 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:01.406157 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529f192a-a819-4607-b09f-88070a903b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:01.420029 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d65580-345b-4e10-bb1c-e89d8c63c331') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:01.420220 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d65580-345b-4e10-bb1c-e89d8c63c331') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:01.429639 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.436748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.441387 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1864ef3a-5b37-4dad-b518-02c59c432087 req-1cdc6293-6fd3-466f-8a9e-44f37175b861 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699966 Jun 26 16:30:01.453290 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:01.455552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.470472 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:30:01.471119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.471685 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:30:01.473397 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:30:01.476502 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9d734f-2d78-4817-b45b-1d70228b4c4f" -d '{"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:01.483530 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'port_id': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'mac_address': 'fa:16:3e:9a:33:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:30:01.489441 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:01.532112 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.549864 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:01.556944 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.562889 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:01.591937 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:01.617120 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=8']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:01.620432 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:01.636629 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff318f-d482-4081-b8a1-62f276f7b835 req-47c1c083-c797-4975-b36f-f72a41600a25 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:01.638147 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-54ff318f-d482-4081-b8a1-62f276f7b835 req-47c1c083-c797-4975-b36f-f72a41600a25 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0691929 Jun 26 16:30:01.675828 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-54ff318f-d482-4081-b8a1-62f276f7b835 req-4e9a8e5d-8060-4562-9d88-79e4a0a321f2 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jun 26 16:30:01.682379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.686309 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:01.689609 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.691767 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] 10.222.0.45 "DELETE /v2.0/networks/15b8c63f-37f4-4eba-9565-6a28e340e36c HTTP/1.1" status: 204 len: 168 time: 0.5229678 Jun 26 16:30:01.712148 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b8c63f-37f4-4eba-9565-6a28e340e36c,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:01.715158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:01.716619 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:01.717595 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 982a9dc5-849e-440f-b9eb-0173b31bec32 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:30:01.725365 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:01.783099 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7005cd8a-ab00-4b0c-ba01-b17c064eaf81 x-openstack-request-id: req-7005cd8a-ab00-4b0c-ba01-b17c064eaf81 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:01.783815 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:01.785150 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7005cd8a-ab00-4b0c-ba01-b17c064eaf81 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:01.793994 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'status': 'completed', 'code': 200} Jun 26 16:30:01.807182 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d60e711-0b48-4fc3-9578-65aefb282b9f x-openstack-request-id: req-4d60e711-0b48-4fc3-9578-65aefb282b9f {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:01.807687 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-unplugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:01.808371 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4d60e711-0b48-4fc3-9578-65aefb282b9f {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:01.809065 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'code': 200} Jun 26 16:30:01.855044 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:01.859064 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:01.936951 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 982a9dc5-849e-440f-b9eb-0173b31bec32, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=982a9dc5-849e-440f-b9eb-0173b31bec32,segment=NetworkSegment(f517b94d-94b1-46d9-a5bc-141398e7c171),segment_id=f517b94d-94b1-46d9-a5bc-141398e7c171)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:01.951781 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '982a9dc5-849e-440f-b9eb-0173b31bec32', 'network_id': '6d3c488a-1521-4091-a046-d4f743482e0c', 'port_id': '982a9dc5-849e-440f-b9eb-0173b31bec32', 'mac_address': 'fa:16:3e:d1:59:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc4a323-34d0-4c25-b503-b79f2caad18a', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:30:02.003568 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f192a-a819-4607-b09f-88070a903b6b req-dc6ade8c-866f-4b4b-886a-b3be2e3df7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.005135 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-529f192a-a819-4607-b09f-88070a903b6b req-dc6ade8c-866f-4b4b-886a-b3be2e3df7bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1098 time: 0.1933508 Jun 26 16:30:02.007761 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:02.028372 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982a9dc5-849e-440f-b9eb-0173b31bec32 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:02.058537 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 982a9dc5-849e-440f-b9eb-0173b31bec32, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=982a9dc5-849e-440f-b9eb-0173b31bec32,segment=NetworkSegment(f517b94d-94b1-46d9-a5bc-141398e7c171),segment_id=f517b94d-94b1-46d9-a5bc-141398e7c171)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:02.071475 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41312) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:02.116415 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:02.119640 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:02.120785 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-48d17765-583e-47b1-9153-d9317f4e9636 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb8d0e36b9ad4186b68cd12c445b1068&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478458 Jun 26 16:30:02.123405 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41314) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:02.128426 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42399ddf-e3f6-4743-a068-751538429283 req-caf818fb-6a1d-4acc-8a45-19af1d310e09 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.130039 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-42399ddf-e3f6-4743-a068-751538429283 req-caf818fb-6a1d-4acc-8a45-19af1d310e09 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 945 time: 0.2302477 Jun 26 16:30:02.137608 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a9873-11d8-436d-86ef-249e8a729b90 req-2cc0d8bf-bf4a-44c2-ad05-76fdb22f21b5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.140144 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b2a9873-11d8-436d-86ef-249e8a729b90 req-2cc0d8bf-bf4a-44c2-ad05-76fdb22f21b5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.2211292 Jun 26 16:30:02.186445 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=982a9dc5-849e-440f-b9eb-0173b31bec32,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:02.192413 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:02.193746 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f192a-a819-4607-b09f-88070a903b6b req-2d9b0eb6-a814-4183-b35b-10682342d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.196117 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-529f192a-a819-4607-b09f-88070a903b6b req-2d9b0eb6-a814-4183-b35b-10682342d654 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 915 time: 0.1821034 Jun 26 16:30:02.207852 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:02.230038 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-42399ddf-e3f6-4743-a068-751538429283 req-1ee3d50c-d0a9-4a79-a365-b0f54a574712 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899820 Jun 26 16:30:02.230378 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:02.234447 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b2a9873-11d8-436d-86ef-249e8a729b90 req-d496a786-77f6-417f-8f7d-1c905e02278a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775375 Jun 26 16:30:02.262628 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-529f192a-a819-4607-b09f-88070a903b6b req-f53f7d5d-2387-4f04-babe-b3a482ce8f31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 217 time: 0.0466235 Jun 26 16:30:02.342828 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f192a-a819-4607-b09f-88070a903b6b req-2b8a3d8f-a0bd-4c73-bd25-32650e261fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.344504 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-529f192a-a819-4607-b09f-88070a903b6b req-2b8a3d8f-a0bd-4c73-bd25-32650e261fb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 200 len: 853 time: 0.0733812 Jun 26 16:30:02.356173 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:02.358851 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:02.362725 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ba513e3-3e90-4b21-affa-b52bf780c9d0 HTTP/1.1" status: 204 len: 168 time: 0.2351308 Jun 26 16:30:02.362725 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-267ccf16-df04-4bcc-bb9c-3bc0b6cd370a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:02.369025 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba513e3-3e90-4b21-affa-b52bf780c9d0,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:02.375550 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:02.438566 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f192a-a819-4607-b09f-88070a903b6b req-44044e19-b8e1-4818-8458-1057250598e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.440101 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-529f192a-a819-4607-b09f-88070a903b6b req-44044e19-b8e1-4818-8458-1057250598e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec0e5220-a447-4e84-a170-5a4592fb2052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0884483 Jun 26 16:30:02.450803 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['982a9dc5-849e-440f-b9eb-0173b31bec32'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:02.457221 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:02.569526 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-529f192a-a819-4607-b09f-88070a903b6b req-a2eefac5-786b-44ed-ac89-cdf91e06d286 service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203408 Jun 26 16:30:02.725364 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17b026-7e4b-46d7-ba99-854ddae6faaa req-61163123-8b1a-4a8d-9eef-74e25305bebd tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.728891 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7f17b026-7e4b-46d7-ba99-854ddae6faaa req-61163123-8b1a-4a8d-9eef-74e25305bebd tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 947 time: 0.1549995 Jun 26 16:30:02.736693 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-529f192a-a819-4607-b09f-88070a903b6b req-4e8bcc2a-70cc-4fe9-b418-b232279e868c service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535828 Jun 26 16:30:02.771378 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7f17b026-7e4b-46d7-ba99-854ddae6faaa req-8a3f734d-f010-4351-a2b4-a6cbe173b8ee tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Jun 26 16:30:02.949155 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9b1d-dcee-4aad-87f5-4f99216028eb req-6193f558-ddb1-4358-bc5e-2eb3b8b691db tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:02.951040 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ce8a9b1d-dcee-4aad-87f5-4f99216028eb req-6193f558-ddb1-4358-bc5e-2eb3b8b691db tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0721874 Jun 26 16:30:03.002024 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ce8a9b1d-dcee-4aad-87f5-4f99216028eb req-87527b27-5456-4dcb-8790-227558190e61 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Jun 26 16:30:03.413235 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b7a9b-d417-4ccf-a6ca-83da88746f7d req-39002229-380c-4d78-9990-83e9c98ec0a3 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:03.414748 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-327b7a9b-d417-4ccf-a6ca-83da88746f7d req-39002229-380c-4d78-9990-83e9c98ec0a3 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 945 time: 0.0646565 Jun 26 16:30:03.452400 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-327b7a9b-d417-4ccf-a6ca-83da88746f7d req-c1471d7e-7a99-46df-9141-e1dc294dc2cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Jun 26 16:30:03.960032 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bb733-9bfa-41cb-8632-7b3679591594 req-996ad3fd-2631-4b2a-b425-6cfe85011bb1 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:03.965435 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-864bb733-9bfa-41cb-8632-7b3679591594 req-996ad3fd-2631-4b2a-b425-6cfe85011bb1 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 947 time: 0.0718994 Jun 26 16:30:04.014272 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-864bb733-9bfa-41cb-8632-7b3679591594 req-bc480046-c806-493f-8a09-0cae506ed1d5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 Jun 26 16:30:04.467869 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545664a-0ec7-48e6-834d-c5ef0aa15142 req-20ca4c00-1634-4b50-9bca-fec4e01bd1af tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.472555 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5545664a-0ec7-48e6-834d-c5ef0aa15142 req-20ca4c00-1634-4b50-9bca-fec4e01bd1af tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1090455 Jun 26 16:30:04.543851 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5545664a-0ec7-48e6-834d-c5ef0aa15142 req-cf047779-2d8e-4440-9e18-1660161a0660 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Jun 26 16:30:04.594323 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef98e6-5197-4161-94dd-32666b3ce785 req-2aba2487-85a5-4733-89ba-e74b45e41965 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.595826 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9eef98e6-5197-4161-94dd-32666b3ce785 req-2aba2487-85a5-4733-89ba-e74b45e41965 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0900631 Jun 26 16:30:04.637905 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9eef98e6-5197-4161-94dd-32666b3ce785 req-deb09204-bfe8-4746-b891-e86556c56315 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362718 Jun 26 16:30:04.721354 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0eb35-0e79-4b83-ab70-ea3abff9f3c0 req-12520d14-be68-490d-8895-f6aa2600658f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.723016 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a7a0eb35-0e79-4b83-ab70-ea3abff9f3c0 req-12520d14-be68-490d-8895-f6aa2600658f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0672030 Jun 26 16:30:04.777340 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a7a0eb35-0e79-4b83-ab70-ea3abff9f3c0 req-a6cbe7d2-2a06-4b75-bf1c-092248c94acb tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485580 Jun 26 16:30:04.847462 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91f902-69fc-4457-a1ae-f6fa1caf4d85 req-f4fd9d5c-2f95-4df5-95c4-8e3eccbcccf5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:04.849011 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e91f902-69fc-4457-a1ae-f6fa1caf4d85 req-f4fd9d5c-2f95-4df5-95c4-8e3eccbcccf5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 945 time: 0.0883985 Jun 26 16:30:04.862232 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 41420) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:04.895620 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e91f902-69fc-4457-a1ae-f6fa1caf4d85 req-e20d09d1-a700-466e-962d-9876fb7d25c8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Jun 26 16:30:04.957131 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-8602e621-e71a-46b9-a336-79445bb8f99f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0935788 Jun 26 16:30:05.218574 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ad9d0-9043-476e-a695-fc1eb92f6921 req-fc683533-5b6a-4d72-b4b3-044e7aaad2b0 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:05.221098 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bc0ad9d0-9043-476e-a695-fc1eb92f6921 req-fc683533-5b6a-4d72-b4b3-044e7aaad2b0 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 947 time: 0.0864606 Jun 26 16:30:05.261307 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bc0ad9d0-9043-476e-a695-fc1eb92f6921 req-413861ea-504f-4671-902b-3c182cce82c0 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Jun 26 16:30:05.275058 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:05.407782 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:05.418988 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:05.418988 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:05.491670 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:05.514217 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:05.516481 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43197f7-e275-468e-be35-fb81a7ac7bf0" -d '{"events": [{"server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "name": "network-vif-plugged", "status": "completed", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:05.530122 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:05.561250 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca72b3f-5d00-4172-a431-4b1421615c9e x-openstack-request-id: req-6ca72b3f-5d00-4172-a431-4b1421615c9e {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:05.561250 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "name": "network-vif-plugged", "status": "completed", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:05.561666 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ca72b3f-5d00-4172-a431-4b1421615c9e {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:05.561909 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'code': 200} Jun 26 16:30:05.647111 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:05.649388 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 982a9dc5-849e-440f-b9eb-0173b31bec32 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:05.658134 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:05.752909 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8336b-1acc-406b-a4eb-5dacaa02fd7d req-4216ce85-54de-4944-82fb-579b41f526c5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:05.759239 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:05.770430 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1bc8336b-1acc-406b-a4eb-5dacaa02fd7d req-4216ce85-54de-4944-82fb-579b41f526c5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1095123 Jun 26 16:30:05.776368 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:05.842914 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1bc8336b-1acc-406b-a4eb-5dacaa02fd7d req-92529189-f5f0-4607-9acf-904913a48148 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639691 Jun 26 16:30:05.869317 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 982a9dc5-849e-440f-b9eb-0173b31bec32 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:05.873330 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 982a9dc5-849e-440f-b9eb-0173b31bec32 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:05.880223 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:05.880498 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab315-59dc-4e8e-a493-c62d27025437 req-f16b3947-e80b-4fa5-a083-9f4d3ab6c436 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:05.881056 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b96ab315-59dc-4e8e-a493-c62d27025437 req-f16b3947-e80b-4fa5-a083-9f4d3ab6c436 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0942421 Jun 26 16:30:05.927150 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b96ab315-59dc-4e8e-a493-c62d27025437 req-0a117550-c6bd-41c7-b29c-75c2628bb26a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 Jun 26 16:30:05.960831 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:06.008234 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 982a9dc5-849e-440f-b9eb-0173b31bec32, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=982a9dc5-849e-440f-b9eb-0173b31bec32,segment=NetworkSegment(f517b94d-94b1-46d9-a5bc-141398e7c171),segment_id=f517b94d-94b1-46d9-a5bc-141398e7c171)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:06.063063 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:06.064009 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:06.065831 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:06.124123 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d2ad9-fc28-4b8b-b0e9-4298995c4d38 req-46e128e5-e305-4a3f-8912-f2386ee6ab39 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:06.129581 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-485d2ad9-fc28-4b8b-b0e9-4298995c4d38 req-46e128e5-e305-4a3f-8912-f2386ee6ab39 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1543510 Jun 26 16:30:06.139476 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=982a9dc5-849e-440f-b9eb-0173b31bec32,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:06.144401 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:06.146700 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea571cb6-82c9-4495-8edb-232177846131 req-94020ab4-4a64-45a9-924a-d55f4c542dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:06.148241 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ea571cb6-82c9-4495-8edb-232177846131 req-94020ab4-4a64-45a9-924a-d55f4c542dd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1099 time: 0.1381047 Jun 26 16:30:06.217714 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-485d2ad9-fc28-4b8b-b0e9-4298995c4d38 req-b1fe5b61-d9d9-4967-9a6e-a1d4eb30c584 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831344 Jun 26 16:30:06.220962 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ea571cb6-82c9-4495-8edb-232177846131 req-ee132746-1d3a-4ca9-b94c-498110895cab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626366 Jun 26 16:30:06.232720 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbe1bb-2930-45a5-ac2d-f46d87f330af req-fc286dd4-934b-4e9e-bb9a-5e6cb586747d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:06.235041 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-89bbe1bb-2930-45a5-ac2d-f46d87f330af req-fc286dd4-934b-4e9e-bb9a-5e6cb586747d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.1734760 Jun 26 16:30:06.242598 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8a6bbd73-7ef6-48fb-8f80-c2ace36e793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:06.274051 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-89bbe1bb-2930-45a5-ac2d-f46d87f330af req-2f535a9e-145e-4afd-b755-4f702b27e2df tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Jun 26 16:30:06.437249 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bee746-aa4a-44bb-833f-2f5136af9139 req-c1e2c3aa-da8d-45b4-bb5b-bbb8818cd919 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:06.439365 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-06bee746-aa4a-44bb-833f-2f5136af9139 req-c1e2c3aa-da8d-45b4-bb5b-bbb8818cd919 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0655279 Jun 26 16:30:06.483269 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-06bee746-aa4a-44bb-833f-2f5136af9139 req-d017392e-7abc-4258-bd53-1fcfae79d55e tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Jun 26 16:30:07.023695 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8503fc1-38b0-44af-8c75-cdc789b2c472 req-58095d29-13db-49cd-8bb4-5513a4004938 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:07.025198 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8503fc1-38b0-44af-8c75-cdc789b2c472 req-58095d29-13db-49cd-8bb4-5513a4004938 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0707719 Jun 26 16:30:07.100137 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8503fc1-38b0-44af-8c75-cdc789b2c472 req-38993b4c-eb9d-4652-bfd2-dc2211eccd3b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680547 Jun 26 16:30:07.136579 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c637e9-420b-42b7-8bf6-0509db661cf7 req-1be9eb1a-c5ed-4934-9bf5-bfc890b8d347 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:07.138100 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c6c637e9-420b-42b7-8bf6-0509db661cf7 req-1be9eb1a-c5ed-4934-9bf5-bfc890b8d347 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0873137 Jun 26 16:30:07.186698 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c6c637e9-420b-42b7-8bf6-0509db661cf7 req-baeac128-cf62-4448-8a70-a3473e77cf27 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Jun 26 16:30:07.563233 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a9dc5-849e-440f-b9eb-0173b31bec32'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:07.566545 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9c47d5-c143-42c5-99c8-19ab28416246" -d '{"events": [{"server_uuid": "0e5d38f0-c212-4e9d-9971-17da57e727bb", "name": "network-vif-plugged", "status": "completed", "tag": "982a9dc5-849e-440f-b9eb-0173b31bec32"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:07.750875 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf7944-1385-4fa8-9683-af95a5a7adad req-1f5120c1-b457-4754-8d49-12bdee2b17ca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:07.753033 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cfaf7944-1385-4fa8-9683-af95a5a7adad req-1f5120c1-b457-4754-8d49-12bdee2b17ca tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.3571923 Jun 26 16:30:07.783841 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2dafe-2878-4bd2-80fe-48d43637b8aa req-d6fb7893-68d5-4573-a5a9-f29e1dbcb66f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:07.785307 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-15b2dafe-2878-4bd2-80fe-48d43637b8aa req-d6fb7893-68d5-4573-a5a9-f29e1dbcb66f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.3621724 Jun 26 16:30:07.817806 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cfaf7944-1385-4fa8-9683-af95a5a7adad req-a9936257-c15d-4c97-b48c-ef33c6b13717 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582225 Jun 26 16:30:07.838870 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-15b2dafe-2878-4bd2-80fe-48d43637b8aa req-61a298f2-cd9d-4869-a0be-e93f5cf131bf tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472820 Jun 26 16:30:08.039137 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f288b55f-d29f-4b40-b68c-2a1d39943fb7 x-openstack-request-id: req-f288b55f-d29f-4b40-b68c-2a1d39943fb7 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:08.039672 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5d38f0-c212-4e9d-9971-17da57e727bb", "name": "network-vif-plugged", "status": "completed", "tag": "982a9dc5-849e-440f-b9eb-0173b31bec32", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:08.040117 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f288b55f-d29f-4b40-b68c-2a1d39943fb7 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:08.040791 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982a9dc5-849e-440f-b9eb-0173b31bec32', 'code': 200} Jun 26 16:30:08.073396 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-ac362994-a003-4a5e-bf01-580f78ee4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.076143 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-ac362994-a003-4a5e-bf01-580f78ee4d79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b&tenant_id=e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 1097 time: 0.1241233 Jun 26 16:30:08.085114 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74320988-15db-4466-9dde-6f684dcb0956 req-582c3344-b9fe-4ffb-82e5-c0d56af0a9a6 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.086563 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74320988-15db-4466-9dde-6f684dcb0956 req-582c3344-b9fe-4ffb-82e5-c0d56af0a9a6 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.1478291 Jun 26 16:30:08.153562 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74320988-15db-4466-9dde-6f684dcb0956 req-39283a0c-50e3-49e8-91d7-cc94d12f5641 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612862 Jun 26 16:30:08.172370 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-c37b1b72-033d-40ba-a501-fa573db0803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.174454 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-c37b1b72-033d-40ba-a501-fa573db0803f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 1097 time: 0.0755184 Jun 26 16:30:08.331454 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-0eb28f48-d141-4d82-87cf-9e776d1d6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.332797 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-0eb28f48-d141-4d82-87cf-9e776d1d6b1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.1474640 Jun 26 16:30:08.429552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7ec3-f990-4c96-9ce1-26cc7fba54d4 req-89c2a14f-acde-4947-aa39-899bcfdc70d5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.431033 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-121e7ec3-f990-4c96-9ce1-26cc7fba54d4 req-89c2a14f-acde-4947-aa39-899bcfdc70d5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.2123332 Jun 26 16:30:08.497407 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-4a936d62-8cff-4764-816c-d9f51310e847 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b HTTP/1.1" status: 200 len: 1000 time: 0.1399076 Jun 26 16:30:08.527564 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-121e7ec3-f990-4c96-9ce1-26cc7fba54d4 req-26965951-7796-4a10-9d68-90fd9a2dcccc tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864077 Jun 26 16:30:08.553423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea076a-f9d7-4a63-8527-1f6ba5741fa5 req-5f867778-1421-4e43-9f4d-1f16d0030838 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.554941 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6eea076a-f9d7-4a63-8527-1f6ba5741fa5 req-5f867778-1421-4e43-9f4d-1f16d0030838 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.2426634 Jun 26 16:30:08.577174 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54c6a-783f-4401-a8e6-e84a8b76a1e8 req-947792d4-820b-4b92-a0e6-60a21d31f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.578648 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8da54c6a-783f-4401-a8e6-e84a8b76a1e8 req-947792d4-820b-4b92-a0e6-60a21d31f806 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 1101 time: 0.2183540 Jun 26 16:30:08.599439 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-3fb3a10a-09ab-43a3-9d7f-59bf561e769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.600810 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-3fb3a10a-09ab-43a3-9d7f-59bf561e769f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0900023 Jun 26 16:30:08.668175 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6eea076a-f9d7-4a63-8527-1f6ba5741fa5 req-f6748a64-0d8d-4b93-a8ae-e40b966cba86 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043408 Jun 26 16:30:08.673986 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8da54c6a-783f-4401-a8e6-e84a8b76a1e8 req-06a0b006-ed6e-4fe3-ac2c-05a2cc36f609 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 Jun 26 16:30:08.697770 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-ed18dfd5-6902-4ee2-94aa-bd2e54505479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.699310 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-ed18dfd5-6902-4ee2-94aa-bd2e54505479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922205 Jun 26 16:30:08.807462 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3dd9512b-2cc9-41c0-8ad9-81fce4f6405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:08.849554 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-73fe7396-3901-4f0c-9ea9-95c9f396e65e service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231894 Jun 26 16:30:08.898798 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792a434-48eb-4f73-b347-463fe80c4d7d req-12abd2eb-36ad-400b-9035-bc91e40277a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:08.900948 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4792a434-48eb-4f73-b347-463fe80c4d7d req-12abd2eb-36ad-400b-9035-bc91e40277a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.1216235 Jun 26 16:30:09.055385 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4792a434-48eb-4f73-b347-463fe80c4d7d req-85ffc9e6-f3d1-4d48-bcce-e3c0eea89a2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227384 Jun 26 16:30:09.062097 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bd0d576-18fc-4394-9e65-234c50e1c7b4 req-6991ff75-42bb-4957-ba63-1e17e89f35c0 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042761 Jun 26 16:30:09.080283 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.092923 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71766224-2f2c-40f4-98ed-cc25b317e03a req-3804c3c6-d3c2-4051-a525-5b293b143504 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.094396 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-71766224-2f2c-40f4-98ed-cc25b317e03a req-3804c3c6-d3c2-4051-a525-5b293b143504 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1604738 Jun 26 16:30:09.106516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5530e0a-27ca-45d8-8499-2c6ff98be511 req-bf3029db-a72d-412c-be58-739b26ed6e70 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.107916 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c5530e0a-27ca-45d8-8499-2c6ff98be511 req-bf3029db-a72d-412c-be58-739b26ed6e70 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.1453023 Jun 26 16:30:09.165227 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-71766224-2f2c-40f4-98ed-cc25b317e03a req-f5a7a8d9-84e8-4dba-a047-753b38caa8dd tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563211 Jun 26 16:30:09.167988 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c5530e0a-27ca-45d8-8499-2c6ff98be511 req-afd46122-ab5b-4bdd-b29b-ba27b1446005 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526223 Jun 26 16:30:09.387440 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b3764-f857-418b-ab71-91ad53cf9ed1 req-2d61dd8e-7a81-433d-95e3-2f2f1e2fd567 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.388991 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-556b3764-f857-418b-ab71-91ad53cf9ed1 req-2d61dd8e-7a81-433d-95e3-2f2f1e2fd567 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.1048868 Jun 26 16:30:09.400455 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a3936-ef37-410f-b6e8-7fbfc5c3f4dc req-53729a51-d91a-42df-8d83-8d7ca2f41df9 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.402162 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-775a3936-ef37-410f-b6e8-7fbfc5c3f4dc req-53729a51-d91a-42df-8d83-8d7ca2f41df9 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.1159773 Jun 26 16:30:09.454256 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-556b3764-f857-418b-ab71-91ad53cf9ed1 req-a28d34b2-3f94-4438-a02e-a33074d727c0 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511301 Jun 26 16:30:09.468476 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-775a3936-ef37-410f-b6e8-7fbfc5c3f4dc req-8db114a2-4476-44fc-b794-434b2c13fc02 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585730 Jun 26 16:30:09.602472 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:09.726741 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62506e-2de9-4aed-a483-96718cffaf74 req-05d3ca2d-1cd0-4e02-b85b-ce7b686b5fb3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.729081 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6b62506e-2de9-4aed-a483-96718cffaf74 req-05d3ca2d-1cd0-4e02-b85b-ce7b686b5fb3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0677063 Jun 26 16:30:09.799886 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6b62506e-2de9-4aed-a483-96718cffaf74 req-1852af83-1472-488d-b497-48680d63b9a5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612924 Jun 26 16:30:09.885986 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45ae9-39f9-4446-8105-0a31d9c3aa2c req-5f7a3607-aa98-4729-89ad-3da0fe4918e6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.887580 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dca45ae9-39f9-4446-8105-0a31d9c3aa2c req-5f7a3607-aa98-4729-89ad-3da0fe4918e6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0750716 Jun 26 16:30:09.957881 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dca45ae9-39f9-4446-8105-0a31d9c3aa2c req-8e0ca483-c3ae-40ca-88e5-3b5db2ca7c7a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615416 Jun 26 16:30:09.995054 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776abaa2-bfde-4564-b5d3-53b28c20ebde req-46fa6986-6573-4b3f-8150-779a62d14d3e tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:09.996637 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-776abaa2-bfde-4564-b5d3-53b28c20ebde req-46fa6986-6573-4b3f-8150-779a62d14d3e tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.0864391 Jun 26 16:30:10.083447 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-776abaa2-bfde-4564-b5d3-53b28c20ebde req-ef234972-563e-4f76-975c-e3eda386fb6b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768888 Jun 26 16:30:10.360334 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d77f2-555b-4907-80dc-a17e3c5a20e7 req-6c44aa8c-6609-406a-903a-2adc86728e35 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:10.362056 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f90d77f2-555b-4907-80dc-a17e3c5a20e7 req-6c44aa8c-6609-406a-903a-2adc86728e35 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0677679 Jun 26 16:30:10.418106 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f90d77f2-555b-4907-80dc-a17e3c5a20e7 req-bd30f3cf-d44c-474f-b5a7-01fcdf48befb tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415735 Jun 26 16:30:10.698417 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680d058-776f-4c78-b71e-071a0ceb77db req-62db9b7e-0628-446f-b6ef-2dda5dbc39df tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:10.700069 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2680d058-776f-4c78-b71e-071a0ceb77db req-62db9b7e-0628-446f-b6ef-2dda5dbc39df tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0865114 Jun 26 16:30:10.744455 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2680d058-776f-4c78-b71e-071a0ceb77db req-c9c862c1-53d6-4ec3-96a0-0782329d9a38 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Jun 26 16:30:11.026895 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fa7df-958b-4af5-af96-a76dbf207883 req-d72e4232-92b8-4e7f-af44-6627fb282b6e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.028533 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b22fa7df-958b-4af5-af96-a76dbf207883 req-d72e4232-92b8-4e7f-af44-6627fb282b6e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0831470 Jun 26 16:30:11.080339 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b22fa7df-958b-4af5-af96-a76dbf207883 req-556ed8bd-65ca-4ee8-a39a-ecb5c89e50f9 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Jun 26 16:30:11.315463 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb696d8f-00d0-4218-ae75-f00231516eea req-30464d4c-4520-4dd7-a42c-4078176394a6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.317068 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb696d8f-00d0-4218-ae75-f00231516eea req-30464d4c-4520-4dd7-a42c-4078176394a6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0881371 Jun 26 16:30:11.380150 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb696d8f-00d0-4218-ae75-f00231516eea req-f8598ef9-f21d-4512-84be-bb48b607bba4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555210 Jun 26 16:30:11.447876 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af550e-30e3-4178-8574-f7941f973a80 req-608faaaf-1b9c-4687-85f8-16118021953b tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.451722 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8af550e-30e3-4178-8574-f7941f973a80 req-608faaaf-1b9c-4687-85f8-16118021953b tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0700819 Jun 26 16:30:11.498577 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8af550e-30e3-4178-8574-f7941f973a80 req-339d8233-dd36-4a89-a2a2-1d46d399af19 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382516 Jun 26 16:30:11.523633 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:11.672561 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9940a5-b9f1-41d3-b150-e4b58df27eed req-1e2b2313-9613-44d6-abed-6dd6205e0989 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:11.675659 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef9940a5-b9f1-41d3-b150-e4b58df27eed req-1e2b2313-9613-44d6-abed-6dd6205e0989 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1260035 Jun 26 16:30:11.729801 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef9940a5-b9f1-41d3-b150-e4b58df27eed req-940bddc0-a8d8-4876-8f53-7d8cea2351e4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467784 Jun 26 16:30:12.346069 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da151675-06b4-4e1b-ad12-4a12de812f43 req-2cdea839-951f-4d6c-87c6-0def32a42e45 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:12.348083 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-da151675-06b4-4e1b-ad12-4a12de812f43 req-2cdea839-951f-4d6c-87c6-0def32a42e45 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1033604 Jun 26 16:30:12.399575 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-da151675-06b4-4e1b-ad12-4a12de812f43 req-a465e6c4-4167-493c-ac9c-4979cc7c279f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Jun 26 16:30:12.607150 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac855-85ad-48dc-9a72-bb1d3b200c35 req-be06f680-f519-40d3-a70d-74b232c071db tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:12.608635 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-03aac855-85ad-48dc-9a72-bb1d3b200c35 req-be06f680-f519-40d3-a70d-74b232c071db tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0855703 Jun 26 16:30:12.711877 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-03aac855-85ad-48dc-9a72-bb1d3b200c35 req-6f0f286a-2469-42d2-b05b-f2bcf34f0eb1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885227 Jun 26 16:30:12.909929 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b7946-9294-43f7-b27f-6f4496004961 req-c52e18cf-4ef2-4052-a3e1-26d65c9fee28 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:12.911443 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-148b7946-9294-43f7-b27f-6f4496004961 req-c52e18cf-4ef2-4052-a3e1-26d65c9fee28 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0983050 Jun 26 16:30:12.955651 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-148b7946-9294-43f7-b27f-6f4496004961 req-e4f818d3-49f5-48ba-a780-2ce30a843d99 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 Jun 26 16:30:13.136471 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dba8c-a65a-49a7-bd5a-3f873e1406f3 req-31396fcb-eed9-4a5f-9955-5bf76300be1a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:13.138291 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-999dba8c-a65a-49a7-bd5a-3f873e1406f3 req-31396fcb-eed9-4a5f-9955-5bf76300be1a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0679481 Jun 26 16:30:13.178554 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-999dba8c-a65a-49a7-bd5a-3f873e1406f3 req-9b5aa81c-ce6c-4ca8-878f-1ff075a21488 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336699 Jun 26 16:30:13.590513 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc55ce-64f6-4126-8f2e-4cb3d7b57856 req-1bd5690e-6d25-4572-bb22-bee6332ca8e1 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:13.592079 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-97bc55ce-64f6-4126-8f2e-4cb3d7b57856 req-1bd5690e-6d25-4572-bb22-bee6332ca8e1 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0697572 Jun 26 16:30:13.633689 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-97bc55ce-64f6-4126-8f2e-4cb3d7b57856 req-6ad42750-10f1-48eb-9705-d82a343f8926 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347373 Jun 26 16:30:13.904346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320304f7-5539-44a6-89d9-d82807380fbb req-16c1e113-1ebe-4225-aeb0-08d293ff479a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:13.905823 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-320304f7-5539-44a6-89d9-d82807380fbb req-16c1e113-1ebe-4225-aeb0-08d293ff479a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0709743 Jun 26 16:30:13.946484 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-320304f7-5539-44a6-89d9-d82807380fbb req-88eb8d06-4a27-4dd4-8099-8a47d45e9db2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Jun 26 16:30:14.194373 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dd9c6-9e53-4cf1-9687-1d9b0d1a3971 req-f2c19200-b1b3-4a18-800f-2633292e90f3 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:14.195874 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-990dd9c6-9e53-4cf1-9687-1d9b0d1a3971 req-f2c19200-b1b3-4a18-800f-2633292e90f3 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0730512 Jun 26 16:30:14.241690 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-990dd9c6-9e53-4cf1-9687-1d9b0d1a3971 req-3ba47dfb-23b1-4e0e-aff7-64e7a7e3f94e tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Jun 26 16:30:14.456941 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9dd72-d9e3-4840-940f-1217769b7a40 req-c5e88562-97c2-46ce-b1ff-e973d920430d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:14.456941 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a5e9dd72-d9e3-4840-940f-1217769b7a40 req-c5e88562-97c2-46ce-b1ff-e973d920430d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0940585 Jun 26 16:30:14.507454 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a5e9dd72-d9e3-4840-940f-1217769b7a40 req-cebac99b-97e6-49ff-9595-f5e54f3a52c6 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512009 Jun 26 16:30:14.875289 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1a76a-72b6-40a6-aa98-93b3e0c398e9 req-28ab8989-5c3a-4aa7-9b57-df8eaa8d166b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:14.877677 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-09e1a76a-72b6-40a6-aa98-93b3e0c398e9 req-28ab8989-5c3a-4aa7-9b57-df8eaa8d166b tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1137760 Jun 26 16:30:14.925723 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-09e1a76a-72b6-40a6-aa98-93b3e0c398e9 req-a5af8f3e-d01a-47fd-ba22-e5b8ea3b129e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Jun 26 16:30:15.136827 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ccecc-6b82-4051-a52f-299bf91fd787 req-a349a5b4-f2c2-47a3-bb18-5451325a88ad tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:15.139022 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-551ccecc-6b82-4051-a52f-299bf91fd787 req-a349a5b4-f2c2-47a3-bb18-5451325a88ad tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0673237 Jun 26 16:30:15.179002 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-551ccecc-6b82-4051-a52f-299bf91fd787 req-7f3be040-5402-449f-945e-9a610a36789f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336468 Jun 26 16:30:15.434144 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823072c8-b148-4fa1-a4d0-af2210410234 req-60f7b447-12d2-43da-a3fc-de30b3d7a540 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:15.435680 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-823072c8-b148-4fa1-a4d0-af2210410234 req-60f7b447-12d2-43da-a3fc-de30b3d7a540 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0718942 Jun 26 16:30:15.474429 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-823072c8-b148-4fa1-a4d0-af2210410234 req-77905e75-07ea-4c00-86e4-8f09abf34075 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322344 Jun 26 16:30:15.705300 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321a2dc-e4fb-4a64-821f-b184fac8a534 req-8ba40962-afd9-49a8-9df7-a827efe2b801 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:15.707024 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4321a2dc-e4fb-4a64-821f-b184fac8a534 req-8ba40962-afd9-49a8-9df7-a827efe2b801 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0692096 Jun 26 16:30:15.752922 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4321a2dc-e4fb-4a64-821f-b184fac8a534 req-04c9e786-2841-444e-973d-62fe25bf9a41 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349464 Jun 26 16:30:16.167781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e68f9-e5c6-40ad-9240-3c6c72611ada req-77cdd888-149f-4124-92f4-8f070bd557a5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:16.169363 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ac8e68f9-e5c6-40ad-9240-3c6c72611ada req-77cdd888-149f-4124-92f4-8f070bd557a5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0773225 Jun 26 16:30:16.216454 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ac8e68f9-e5c6-40ad-9240-3c6c72611ada req-74b22426-769b-4f44-ba8f-314fe6c7dc70 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Jun 26 16:30:16.397957 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafb881-08ef-466b-8251-0fbe53dcce46 req-42ee68e8-e721-48b7-941d-59a2542c7017 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:16.399473 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3bafb881-08ef-466b-8251-0fbe53dcce46 req-42ee68e8-e721-48b7-941d-59a2542c7017 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0787640 Jun 26 16:30:16.439452 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3bafb881-08ef-466b-8251-0fbe53dcce46 req-9c31907a-d24c-4ed4-aa3e-0084e8b37281 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337541 Jun 26 16:30:16.660397 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca758-1008-4dd6-8890-db5dd10b554e req-b772aaf6-4750-4754-851a-a0108871e96c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:16.662491 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c45ca758-1008-4dd6-8890-db5dd10b554e req-b772aaf6-4750-4754-851a-a0108871e96c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0687830 Jun 26 16:30:16.709485 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c45ca758-1008-4dd6-8890-db5dd10b554e req-2f2acd35-6668-450e-ad48-b4b6ca28e266 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Jun 26 16:30:16.955923 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f81a-a28a-4992-98a5-350afe8b72f5 req-84d076d4-5ec4-4c28-a11b-eb5a93b931d3 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:16.962994 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e8c5f81a-a28a-4992-98a5-350afe8b72f5 req-84d076d4-5ec4-4c28-a11b-eb5a93b931d3 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0951631 Jun 26 16:30:17.001992 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e8c5f81a-a28a-4992-98a5-350afe8b72f5 req-6b3d1b77-ea7f-4c7e-9cd4-95df8ed803be tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381126 Jun 26 16:30:17.405834 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc28a7-4999-47a1-8f81-89e1e290cf8b req-4fbbc6b2-37b5-48e8-9306-1a6d8f0a0aff tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:17.442461 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6bc28a7-4999-47a1-8f81-89e1e290cf8b req-4fbbc6b2-37b5-48e8-9306-1a6d8f0a0aff tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0747614 Jun 26 16:30:17.449656 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6bc28a7-4999-47a1-8f81-89e1e290cf8b req-028a670a-9546-4ada-8b2d-0cb1631d7bbb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343504 Jun 26 16:30:17.643419 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ce23-e547-47dd-a39d-69f837fb2f48 req-ce600982-7a70-466d-bc78-6d8ffa16b79f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:17.645299 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-61d8ce23-e547-47dd-a39d-69f837fb2f48 req-ce600982-7a70-466d-bc78-6d8ffa16b79f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0748837 Jun 26 16:30:17.687038 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-61d8ce23-e547-47dd-a39d-69f837fb2f48 req-12bfb61a-fc81-4b5b-bab9-52b841e3cf93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355291 Jun 26 16:30:17.898196 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b949d-cd1b-4ea3-9931-7e40d7f7e0ea req-46d2778e-093b-41c2-bb0e-8b447bc2bded tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:17.899592 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-460b949d-cd1b-4ea3-9931-7e40d7f7e0ea req-46d2778e-093b-41c2-bb0e-8b447bc2bded tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0662422 Jun 26 16:30:17.943187 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-460b949d-cd1b-4ea3-9931-7e40d7f7e0ea req-f6105062-b94e-46c2-81fc-f691b9526365 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372505 Jun 26 16:30:18.214056 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdbe9a-dad1-4b2e-af9c-1d5593dd3535 req-c2d33202-4ff0-418c-9a10-1cc04469aa9c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.215585 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-92cdbe9a-dad1-4b2e-af9c-1d5593dd3535 req-c2d33202-4ff0-418c-9a10-1cc04469aa9c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0698786 Jun 26 16:30:18.257646 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-92cdbe9a-dad1-4b2e-af9c-1d5593dd3535 req-03625314-cdab-4122-b931-d847e6052220 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364034 Jun 26 16:30:18.307775 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 41708) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:18.423660 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.522738 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.598116 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.618969 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:18.663246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaa1a85-369a-47d0-87d4-e90a8fb81c88,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:18.682296 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb682d6378124fa4a1dfee636dd1d2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731141 Jun 26 16:30:18.685414 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41714) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:18.686232 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.686632 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.687124 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.687474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.687865 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.688221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.688654 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.689086 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.689447 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.689798 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.690154 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.690522 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.695132 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:18.729047 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be29677-a4bc-45e9-b657-afdbc08a9988 req-c1f98925-6b0b-4e2f-b016-2faf5e4dbafd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:18.730854 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2be29677-a4bc-45e9-b657-afdbc08a9988 req-c1f98925-6b0b-4e2f-b016-2faf5e4dbafd tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1436598 Jun 26 16:30:18.741304 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.762968 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.781156 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2be29677-a4bc-45e9-b657-afdbc08a9988 req-65d719c9-1ebf-4429-9875-f42ae24f2365 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Jun 26 16:30:18.888090 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.890992 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:18.895507 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbaa1a85-369a-47d0-87d4-e90a8fb81c88 HTTP/1.1" status: 204 len: 168 time: 0.2090316 Jun 26 16:30:18.897018 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-32f3fe49-34c9-44f1-a3b4-8f9dec35e9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:18.905950 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaa1a85-369a-47d0-87d4-e90a8fb81c88,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:18.914362 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.914837 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.915333 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.915637 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.916233 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.917005 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.917590 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.918707 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.919263 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.919686 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.920107 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.920602 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:18.924277 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:19.005171 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6246077-c11c-4f47-a9c0-c762a7ec34f0 req-ece17ddf-fa11-4262-85de-72396f4f5d4f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:19.007377 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6246077-c11c-4f47-a9c0-c762a7ec34f0 req-ece17ddf-fa11-4262-85de-72396f4f5d4f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0941808 Jun 26 16:30:19.054961 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6246077-c11c-4f47-a9c0-c762a7ec34f0 req-345bf99e-3d1c-4c57-8f33-43134b6fe573 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365536 Jun 26 16:30:19.281012 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75059c98-b8ab-4dce-9f8c-b276db80aab2 req-ae1f8c1b-d629-4d29-94cb-12d0d663cf71 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:19.283303 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-75059c98-b8ab-4dce-9f8c-b276db80aab2 req-ae1f8c1b-d629-4d29-94cb-12d0d663cf71 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0707650 Jun 26 16:30:19.324240 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-75059c98-b8ab-4dce-9f8c-b276db80aab2 req-69d30697-66f2-4fc9-86f2-50e7e0a5f527 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350144 Jun 26 16:30:19.490494 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cd2bb-b38c-4834-a8ff-7549526d8961 req-782d03c2-2c0d-4d98-b77b-dfd675f4900b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:19.492014 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b34cd2bb-b38c-4834-a8ff-7549526d8961 req-782d03c2-2c0d-4d98-b77b-dfd675f4900b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0648677 Jun 26 16:30:19.534885 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b34cd2bb-b38c-4834-a8ff-7549526d8961 req-21c0097c-13da-4b3d-b90f-99f05c20f876 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368276 Jun 26 16:30:19.573422 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41730) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:19.588245 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee45c2ea-671d-4294-aaf5-ee8af6da29c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.686092 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee45c2ea-671d-4294-aaf5-ee8af6da29c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.777569 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee45c2ea-671d-4294-aaf5-ee8af6da29c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.780964 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4e55f9be-f4de-4c83-8eb7-e67f229b8585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:19.819476 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45c2ea-671d-4294-aaf5-ee8af6da29c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204403ec-5c0e-43bf-b466-ea02754c2813,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:19.824271 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ee45c2ea-671d-4294-aaf5-ee8af6da29c8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0e3b558e0ac48f58b9718aa32360a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498109 Jun 26 16:30:19.825570 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ee45c2ea-671d-4294-aaf5-ee8af6da29c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:19.826785 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41734) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:19.911096 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:19.948196 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:20.009493 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be0ab5-6359-40d1-8492-818164efe3c3 req-c043d27a-7f0b-487f-897f-bb392165b751 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:20.011764 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-59be0ab5-6359-40d1-8492-818164efe3c3 req-c043d27a-7f0b-487f-897f-bb392165b751 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0922542 Jun 26 16:30:20.054707 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-59be0ab5-6359-40d1-8492-818164efe3c3 req-ef0854fd-7540-41ce-aeb0-e2042e1b6e90 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359900 Jun 26 16:30:20.087759 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:20.090874 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:20.095542 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/204403ec-5c0e-43bf-b466-ea02754c2813 HTTP/1.1" status: 204 len: 168 time: 0.2664552 Jun 26 16:30:20.108340 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-28738b46-108e-49a4-8b15-3e3ebe6186d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:20.108340 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204403ec-5c0e-43bf-b466-ea02754c2813,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:20.108340 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:20.309045 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fba17-1e70-4249-979f-bd0e7d483fcf req-d21c4246-2280-4638-86b5-a8715efd69e2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:20.318195 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3b7fba17-1e70-4249-979f-bd0e7d483fcf req-d21c4246-2280-4638-86b5-a8715efd69e2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0948448 Jun 26 16:30:20.356157 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3b7fba17-1e70-4249-979f-bd0e7d483fcf req-4d30d46d-553a-4929-8d4d-b76054a9cfce tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384519 Jun 26 16:30:20.576147 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af03b28-c019-4882-b2b1-386b7922c36c req-661d1086-8139-453b-abe2-879509278223 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:20.577859 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5af03b28-c019-4882-b2b1-386b7922c36c req-661d1086-8139-453b-abe2-879509278223 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0749216 Jun 26 16:30:20.617878 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5af03b28-c019-4882-b2b1-386b7922c36c req-972460e3-45c6-4509-8514-72204b4eb28c tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Jun 26 16:30:20.778499 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584f131-aaba-44b0-9efc-16d035e66f1a req-93eab4f7-389b-4c24-a20f-205ff2485e0f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:20.779982 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0584f131-aaba-44b0-9efc-16d035e66f1a req-93eab4f7-389b-4c24-a20f-205ff2485e0f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0628397 Jun 26 16:30:20.820520 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0584f131-aaba-44b0-9efc-16d035e66f1a req-7fce855d-fd96-46c0-846c-39d0eb2dcbc0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337524 Jun 26 16:30:20.920413 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 41748) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:20.936580 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b54acf9f-702d-4400-8479-fff2fda703e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.035583 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b54acf9f-702d-4400-8479-fff2fda703e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.161191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b54acf9f-702d-4400-8479-fff2fda703e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.165496 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a521f799-bc39-48cd-8363-6b8e9660eaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:21.234590 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41758) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:21.241765 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b54acf9f-702d-4400-8479-fff2fda703e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a14507838d034197bb469274e4a02fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199689 Jun 26 16:30:21.245495 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54acf9f-702d-4400-8479-fff2fda703e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc00a78-e382-4ac9-8613-b5e716aab9f8,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:21.250285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b54acf9f-702d-4400-8479-fff2fda703e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:21.302507 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac93a0-ada0-486a-8c42-4187cc9404ad req-b458afdc-a7a8-4edd-87c3-6f427ac5d73a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:21.304284 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1eac93a0-ada0-486a-8c42-4187cc9404ad req-b458afdc-a7a8-4edd-87c3-6f427ac5d73a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1126328 Jun 26 16:30:21.322135 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.355453 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.373414 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1eac93a0-ada0-486a-8c42-4187cc9404ad req-443e2422-bb3a-4197-ad77-d899c1599b3a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566812 Jun 26 16:30:21.513968 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.516540 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:21.518374 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dcc00a78-e382-4ac9-8613-b5e716aab9f8 HTTP/1.1" status: 204 len: 168 time: 0.2821808 Jun 26 16:30:21.519155 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1941de1c-ecfb-4750-808f-d0d56bd6be62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:21.529705 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc00a78-e382-4ac9-8613-b5e716aab9f8,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:21.541080 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:21.584662 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bd879-f6ec-479e-849a-d6302bad954a req-0833957f-1606-4f62-8fd9-14e22732775d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:21.586603 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2e7bd879-f6ec-479e-849a-d6302bad954a req-0833957f-1606-4f62-8fd9-14e22732775d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.0994561 Jun 26 16:30:21.627100 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2e7bd879-f6ec-479e-849a-d6302bad954a req-76d1fa40-1000-416f-a3e6-2dfc0791c97b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344708 Jun 26 16:30:21.831149 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d668c7-60f9-41b1-8534-6fb892c07928 req-fffda4b0-0715-4eb9-9128-85d85537216f tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:21.832683 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-15d668c7-60f9-41b1-8534-6fb892c07928 req-fffda4b0-0715-4eb9-9128-85d85537216f tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.0840447 Jun 26 16:30:22.165177 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-15d668c7-60f9-41b1-8534-6fb892c07928 req-1a3e2f9e-4f06-40cb-897f-a57c3589fbf2 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258307 Jun 26 16:30:22.215906 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c4cbe-c345-4158-b0b9-05aa556e3084 req-992ad823-ba86-4097-a488-8c0e9f1ae501 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:22.218769 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd7c4cbe-c345-4158-b0b9-05aa556e3084 req-992ad823-ba86-4097-a488-8c0e9f1ae501 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1005676 Jun 26 16:30:22.257388 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd7c4cbe-c345-4158-b0b9-05aa556e3084 req-88778dfb-f057-4e9a-ae6d-a10e225f32fe tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323484 Jun 26 16:30:22.555752 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a88ff3-1fb0-4c1b-8f38-720068b2615a req-f3921707-31dd-441e-b476-c802396f91c6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:22.557254 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11a88ff3-1fb0-4c1b-8f38-720068b2615a req-f3921707-31dd-441e-b476-c802396f91c6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0620191 Jun 26 16:30:22.600726 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11a88ff3-1fb0-4c1b-8f38-720068b2615a req-6087a6cb-3f2e-463e-9503-b22d27bcc6a5 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348833 Jun 26 16:30:22.863111 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92cdcb-db0d-429b-84c9-431799281aff req-27a00ae9-50df-40db-b681-1e64dcbc698c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:22.864687 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc92cdcb-db0d-429b-84c9-431799281aff req-27a00ae9-50df-40db-b681-1e64dcbc698c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1111653 Jun 26 16:30:22.932312 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc92cdcb-db0d-429b-84c9-431799281aff req-df5abfc8-1bf4-427d-8dc1-3b2784904377 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591724 Jun 26 16:30:22.945308 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-e8cdba12-ace2-4f10-97d5-0e97bdb7d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:22.945511 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-e8cdba12-ace2-4f10-97d5-0e97bdb7d692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 1099 time: 0.0799172 Jun 26 16:30:23.085699 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-2e61178c-533e-462c-ab03-e304efbba047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.094773 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-2e61178c-533e-462c-ab03-e304efbba047 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 912 time: 0.1325684 Jun 26 16:30:23.204755 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-ae6442c6-95f5-42da-b1cc-dc6b10e73e06 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.206755 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-ae6442c6-95f5-42da-b1cc-dc6b10e73e06 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.1731167 Jun 26 16:30:23.219926 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-c9ca43fa-a194-4aa1-9d53-4c3694a0ce9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=573541fd-4863-429b-9305-648f5918c78a HTTP/1.1" status: 200 len: 1001 time: 0.1235423 Jun 26 16:30:23.337354 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:30:23.391557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-0190b7f4-4fde-49d8-ba8f-4f5f1ae781c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.393111 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-0190b7f4-4fde-49d8-ba8f-4f5f1ae781c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9337412f-5598-428e-89e2-e3d8bb81a1bd HTTP/1.1" status: 200 len: 850 time: 0.1480067 Jun 26 16:30:23.446130 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:23.460065 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'port_id': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'mac_address': 'fa:16:3e:69:88:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:30:23.502215 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.507111 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b6827-9592-4589-af09-013776d9bc63 req-d0283280-1af3-4759-9baf-ea87dc5ff4e2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.508623 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c97b6827-9592-4589-af09-013776d9bc63 req-d0283280-1af3-4759-9baf-ea87dc5ff4e2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 944 time: 0.2646043 Jun 26 16:30:23.516218 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2786b34d-6ed1-4444-8658-1d0b9cdacf2b {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:23.517750 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f3852-efce-4b5a-88fb-61e08c1e85cf req-0871c214-e17f-48ef-b49e-42333a83bade tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.519243 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a0f3852-efce-4b5a-88fb-61e08c1e85cf req-0871c214-e17f-48ef-b49e-42333a83bade tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.2385716 Jun 26 16:30:23.542282 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:23.550602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Deleting port 982a9dc5-849e-440f-b9eb-0173b31bec32 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:23.550957 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.605992 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.608041 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-6e05c487-8e12-4210-a405-34219b15492e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:23.632622 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-fffeefae-cf38-4aba-99f1-418a048d3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:23.632622 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-fffeefae-cf38-4aba-99f1-418a048d3cab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e5672a-9a61-4585-9d50-f34e982f2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2190742 Jun 26 16:30:23.670346 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=9']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:23.672158 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c97b6827-9592-4589-af09-013776d9bc63 req-a8757008-93c2-45d9-95b9-5ae8435b4ec7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518188 Jun 26 16:30:23.678725 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.679073 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.679407 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.679737 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.680059 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.680380 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.680711 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.681232 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.681901 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.682394 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.683116 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.683584 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:30:23.684019 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4a0f3852-efce-4b5a-88fb-61e08c1e85cf req-7a7fb2b6-1c71-4059-b89e-7f221c793cfa tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499221 Jun 26 16:30:23.690004 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:23.749243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] For port 982a9dc5-849e-440f-b9eb-0173b31bec32, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=982a9dc5-849e-440f-b9eb-0173b31bec32,segment=NetworkSegment(f517b94d-94b1-46d9-a5bc-141398e7c171),segment_id=f517b94d-94b1-46d9-a5bc-141398e7c171)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:23.749612 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:23.767975 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Calling delete_port for 982a9dc5-849e-440f-b9eb-0173b31bec32 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:23.787706 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-ee4a7222-7650-403b-b9d6-38f9e5d08bde service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466596 Jun 26 16:30:23.911808 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['2786b34d-6ed1-4444-8658-1d0b9cdacf2b'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:24.000956 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5732da27-72d1-401e-a663-6ccb67f6e9d9 req-45058335-8c8a-43cb-a92b-3e08c815093f service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735339 Jun 26 16:30:24.040048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92357a24-a3e1-4b69-892f-827a24fd06a3 req-1d0e4cbf-6608-4243-80f9-43e7ce651bc1 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.041633 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-92357a24-a3e1-4b69-892f-827a24fd06a3 req-1d0e4cbf-6608-4243-80f9-43e7ce651bc1 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e5d38f0-c212-4e9d-9971-17da57e727bb HTTP/1.1" status: 200 len: 948 time: 0.1944878 Jun 26 16:30:24.094486 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-92357a24-a3e1-4b69-892f-827a24fd06a3 req-34484c48-4aa9-490d-8d3d-36b5cb066e32 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.45 "GET /v2.0/security-groups?id=83c14811-af87-4466-9828-c30f6e61db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440278 Jun 26 16:30:24.122740 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:24.148536 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:24.152668 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:24.183657 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Pushing event deleted for resources: {'Port': ['ID=982a9dc5-849e-440f-b9eb-0173b31bec32,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:24.187309 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:24.313637 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] No DVR routers for this DVR port 982a9dc5-849e-440f-b9eb-0173b31bec32 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:30:24.318860 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:24.323936 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9a6d90d2-c523-4f81-ba09-5ac2a93cd347 req-77e56c83-2fea-49f0-b883-a19d9f1a7bd5 tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] 10.222.0.15 "DELETE /v2.0/ports/982a9dc5-849e-440f-b9eb-0173b31bec32 HTTP/1.1" status: 204 len: 173 time: 1.0944803 Jun 26 16:30:24.323936 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'name': 'network-vif-deleted', 'tag': '982a9dc5-849e-440f-b9eb-0173b31bec32'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:24.324829 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11eefef-45ed-4c99-a621-abdc5ef08811" -d '{"events": [{"server_uuid": "0e5d38f0-c212-4e9d-9971-17da57e727bb", "name": "network-vif-deleted", "tag": "982a9dc5-849e-440f-b9eb-0173b31bec32"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:24.405628 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1b627-118b-46dd-b5c1-6568d469c042 req-dacfdef3-c623-46c4-a58b-b01750472d7e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.407091 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e0f1b627-118b-46dd-b5c1-6568d469c042 req-dacfdef3-c623-46c4-a58b-b01750472d7e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1914792 Jun 26 16:30:24.420627 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc8c20-2e37-43a9-91e4-4d0f86700213 req-93f747c2-13ad-469d-b5d3-55a56a747d87 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.422460 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74cc8c20-2e37-43a9-91e4-4d0f86700213 req-93f747c2-13ad-469d-b5d3-55a56a747d87 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.2056880 Jun 26 16:30:24.454082 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-b2ccbf5f-3c15-4edf-8155-34198e385c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.455538 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-b2ccbf5f-3c15-4edf-8155-34198e385c65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 1098 time: 0.1698351 Jun 26 16:30:24.539432 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e0f1b627-118b-46dd-b5c1-6568d469c042 req-05e2a61e-a3da-4495-9d3e-031622f0c1b3 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158843 Jun 26 16:30:24.590917 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-74cc8c20-2e37-43a9-91e4-4d0f86700213 req-5b0c967c-689f-4ab5-af13-55394d01073d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442997 Jun 26 16:30:24.615025 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b788525-ac22-4332-b69a-e840f74931c7 x-openstack-request-id: req-7b788525-ac22-4332-b69a-e840f74931c7 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:24.615025 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5d38f0-c212-4e9d-9971-17da57e727bb", "name": "network-vif-deleted", "tag": "982a9dc5-849e-440f-b9eb-0173b31bec32", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:24.615025 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b788525-ac22-4332-b69a-e840f74931c7 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:24.615531 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5d38f0-c212-4e9d-9971-17da57e727bb', 'name': 'network-vif-deleted', 'tag': '982a9dc5-849e-440f-b9eb-0173b31bec32', 'status': 'completed', 'code': 200} Jun 26 16:30:24.627363 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-e0158eb5-89f1-4ff3-903b-de7ea9d08201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.628851 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-e0158eb5-89f1-4ff3-903b-de7ea9d08201 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 919 time: 0.1559966 Jun 26 16:30:24.631629 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-aa6f5a60-331a-4d71-935b-ded3d1cfbc88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1697826 Jun 26 16:30:24.638493 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['982a9dc5-849e-440f-b9eb-0173b31bec32'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:24.688730 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-931a835b-f794-49ff-8d27-463f0e70b0b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 200 len: 217 time: 0.0465913 Jun 26 16:30:24.781806 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-c9866886-4bc9-4669-b1a1-06b68f39b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.783954 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-c9866886-4bc9-4669-b1a1-06b68f39b994 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.0704057 Jun 26 16:30:24.804225 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-5fcd5b00-7336-46fc-ad47-88ea78261312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:24.805740 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-5fcd5b00-7336-46fc-ad47-88ea78261312 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 1098 time: 0.1258039 Jun 26 16:30:24.824933 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-9fe7dd21-0199-4fb6-936c-ee964fd0e9c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310888 Jun 26 16:30:25.340151 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:25.351718 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-962c9ebe-5936-4aaf-85f0-047a742464dc service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017211 Jun 26 16:30:25.354922 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-291053a4-0b42-4f5a-9d38-911894a32ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:25.355094 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-291053a4-0b42-4f5a-9d38-911894a32ea8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 200 len: 919 time: 0.5172522 Jun 26 16:30:25.393579 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:25.394241 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:25.397408 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad7599-3768-4898-9247-41726c18bdfc req-1bca1413-6ef7-45ca-af86-fe6ba1eaeec3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:25.398545 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-86ad7599-3768-4898-9247-41726c18bdfc req-1bca1413-6ef7-45ca-af86-fe6ba1eaeec3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 945 time: 0.5232258 Jun 26 16:30:25.448152 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-7e7832a8-8bc3-4727-9bbd-4d2b9a1675a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=466e222f-5f09-4015-a07d-599f34788c0a HTTP/1.1" status: 200 len: 217 time: 0.0774801 Jun 26 16:30:25.456221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68def691-c564-4a44-93d5-d8fc367b4140 req-00e771a9-2408-4046-b52b-f46d5268efb0 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:25.463352 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-68def691-c564-4a44-93d5-d8fc367b4140 req-00e771a9-2408-4046-b52b-f46d5268efb0 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.5943251 Jun 26 16:30:25.506519 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:25.586891 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:25.588158 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:25.591255 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9e0c8d-7505-4895-bac8-e91bfb277df7" -d '{"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:25.633184 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-f4494aa1-9c99-450e-94db-12d27be9642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:25.634675 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-f4494aa1-9c99-450e-94db-12d27be9642c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 200 len: 858 time: 0.1273010 Jun 26 16:30:25.644080 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:25.648715 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-d7608bfe-128f-4eb9-8202-4d8ed0241ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:25.653466 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-86ad7599-3768-4898-9247-41726c18bdfc req-14b721b4-9d10-451c-a437-07120f90d12a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098651 Jun 26 16:30:25.659279 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-68def691-c564-4a44-93d5-d8fc367b4140 req-5118bfb1-db78-4616-b2ba-c7f529ca5250 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928473 Jun 26 16:30:25.684310 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a2b71c78-a3f2-422e-af2a-ed0af2a0d8f7 req-155e508a-379f-4a40-ba89-6860b82efe1e service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159256 Jun 26 16:30:25.749758 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=10']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:25.755579 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-50db5c2b-02bf-438b-b0ad-cec1e6c3c9d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897295 Jun 26 16:30:25.757052 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:25.892599 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-13ae1531-9a52-4146-980b-17d007dac5b2 service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276038 Jun 26 16:30:26.113085 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-395ff7b3-e120-4c99-8bee-7af5d2c43ba1 req-f38b0e08-4f63-45a0-b7b4-0c3bb098ef4e service neutron] 10.222.0.15 "GET /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041383 Jun 26 16:30:26.126284 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23217-4d17-42c2-8989-cc144e3ebe95 req-c8d46566-13e3-40e7-b9a4-f8652cc593ed tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:26.127980 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-84f23217-4d17-42c2-8989-cc144e3ebe95 req-c8d46566-13e3-40e7-b9a4-f8652cc593ed tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.2231653 Jun 26 16:30:26.136031 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbbe6-dff2-481b-b6a1-5e616fdba983 req-23ff8efe-1937-4a17-b7c8-04fd3bd911a6 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:26.143401 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bd0bbbe6-dff2-481b-b6a1-5e616fdba983 req-23ff8efe-1937-4a17-b7c8-04fd3bd911a6 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.2475305 Jun 26 16:30:26.150534 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41902) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:26.220951 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-84f23217-4d17-42c2-8989-cc144e3ebe95 req-28b785dc-ec6c-48c0-ab8f-35077ed68f20 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741501 Jun 26 16:30:26.240302 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bd0bbbe6-dff2-481b-b6a1-5e616fdba983 req-21c7fc72-3ccc-481e-91d1-e12d0496fd13 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959947 Jun 26 16:30:26.293140 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e38e5-ffca-424f-885b-394dba7d6d43 x-openstack-request-id: req-593e38e5-ffca-424f-885b-394dba7d6d43 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:26.293701 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-plugged", "status": "completed", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:26.294181 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-593e38e5-ffca-424f-885b-394dba7d6d43 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:26.294785 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'code': 200} Jun 26 16:30:26.301271 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 41914) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:26.334046 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9f305ed2-c9b3-4278-86e9-7dc9a08b2940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.516696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9f305ed2-c9b3-4278-86e9-7dc9a08b2940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.533128 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1bbef-5315-4793-a8eb-a1c82d320a81 req-05d3a9c8-e962-4802-a269-eac0eaea2882 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:26.534678 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ded1bbef-5315-4793-a8eb-a1c82d320a81 req-05d3a9c8-e962-4802-a269-eac0eaea2882 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1269934 Jun 26 16:30:26.577190 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-9f305ed2-c9b3-4278-86e9-7dc9a08b2940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.581046 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b1fa7e5b-ae97-4f06-860b-8b01d0530913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:26.584473 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ded1bbef-5315-4793-a8eb-a1c82d320a81 req-61c22963-30e6-40b1-b244-7140c220c9e3 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389547 Jun 26 16:30:26.629587 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-9f305ed2-c9b3-4278-86e9-7dc9a08b2940 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5885683e3d2441eb56546f1d0ebb66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772918 Jun 26 16:30:26.632892 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41922) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:26.649148 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305ed2-c9b3-4278-86e9-7dc9a08b2940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de83ce72-420e-4ca6-8318-5355ec2f3fc8,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:26.653630 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9f305ed2-c9b3-4278-86e9-7dc9a08b2940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:26.680544 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2dc8df-eb95-43c3-9015-51a04fe7b8ff tempest-TestMinimumBasicScenario-90480675 tempest-TestMinimumBasicScenario-90480675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:26.682107 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9a2dc8df-eb95-43c3-9015-51a04fe7b8ff tempest-TestMinimumBasicScenario-90480675 tempest-TestMinimumBasicScenario-90480675-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1094 time: 0.3780825 Jun 26 16:30:26.685485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 41924) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:26.690487 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'floatingip': {'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'port_id': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:26.713989 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.736202 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.836887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for floatingip, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.917275 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.922125 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:26.924215 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de83ce72-420e-4ca6-8318-5355ec2f3fc8 HTTP/1.1" status: 204 len: 168 time: 0.2903759 Jun 26 16:30:26.925191 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c3e590cf-8843-457b-9a43-546d15a7d9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:26.952974 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de83ce72-420e-4ca6-8318-5355ec2f3fc8,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:26.964732 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:27.067497 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672b2c1-9079-4d1e-a78a-a7cb951cf794 req-fdabadd6-7285-498e-b318-98fe442c418a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:27.069105 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8672b2c1-9079-4d1e-a78a-a7cb951cf794 req-fdabadd6-7285-498e-b318-98fe442c418a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.2146599 Jun 26 16:30:27.077227 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaa9f7-5b58-4720-9435-1e83aae97b01 req-6734f671-cfde-401f-a76a-19f68b8d6738 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:27.078668 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6abaa9f7-5b58-4720-9435-1e83aae97b01 req-6734f671-cfde-401f-a76a-19f68b8d6738 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.2224045 Jun 26 16:30:27.133403 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eeab43-767f-4f35-838c-33a7f972b7f5 req-ce0e8346-8347-4f62-b12b-ebed7e0f3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:27.134825 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-64eeab43-767f-4f35-838c-33a7f972b7f5 req-ce0e8346-8347-4f62-b12b-ebed7e0f3b5a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 1100 time: 0.1555891 Jun 26 16:30:27.183715 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8672b2c1-9079-4d1e-a78a-a7cb951cf794 req-da71cd9d-c82a-4dc6-bc5c-88ad9da4ebce tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025653 Jun 26 16:30:27.210507 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6abaa9f7-5b58-4720-9435-1e83aae97b01 req-3e2f1ade-a392-4d0d-8485-878d8581aa9a tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245246 Jun 26 16:30:27.221179 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:27.234392 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-64eeab43-767f-4f35-838c-33a7f972b7f5 req-0105b6d2-8245-4f24-94b3-01c24e558d8b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860133 Jun 26 16:30:27.339934 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 982a9dc5-849e-440f-b9eb-0173b31bec32 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:27.353546 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Allocated IP 172.28.2.88 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/d70ae9be-aaed-49c0-b277-22391d6d6ea3) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:27.363000 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 982a9dc5-849e-440f-b9eb-0173b31bec32 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:27.363619 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 982a9dc5-849e-440f-b9eb-0173b31bec32 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:27.462469 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:27.606236 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:27.608439 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:27.650033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:27.657877 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:27.662878 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:27.666379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'Port': ['ID=d70ae9be-aaed-49c0-b277-22391d6d6ea3,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:27.689930 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:27.794111 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 41998) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:27.808923 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2698dfd0-3d9e-4fda-9a02-e93b4c4a374e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:27.896663 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bafe70-66cb-46c4-b120-ee5f47f72063 req-fa015e22-e09c-40b1-9795-5a0a3176373c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:27.898314 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-86bafe70-66cb-46c4-b120-ee5f47f72063 req-fa015e22-e09c-40b1-9795-5a0a3176373c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1657033 Jun 26 16:30:27.901938 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2698dfd0-3d9e-4fda-9a02-e93b4c4a374e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:27.982734 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-2698dfd0-3d9e-4fda-9a02-e93b4c4a374e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:27.985434 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-13a91c6c-701f-4ad8-8285-80b902dc21fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:27.987032 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-86bafe70-66cb-46c4-b120-ee5f47f72063 req-02bf1692-ed7a-4151-8a0c-4528e65676b6 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515175 Jun 26 16:30:28.020654 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698dfd0-3d9e-4fda-9a02-e93b4c4a374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52553f22-0f73-4396-8288-a5e98065d44e,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:28.025324 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-2698dfd0-3d9e-4fda-9a02-e93b4c4a374e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=204c1d0821c64a1dbcb8a8e9615b85f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299380 Jun 26 16:30:28.026558 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2698dfd0-3d9e-4fda-9a02-e93b4c4a374e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:28.033526 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42004) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:28.085253 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.109410 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.257346 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.260299 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.272711 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52553f22-0f73-4396-8288-a5e98065d44e HTTP/1.1" status: 204 len: 168 time: 0.2274714 Jun 26 16:30:28.273889 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d3412f79-cd65-426d-be46-e0202bab7d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:28.291580 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52553f22-0f73-4396-8288-a5e98065d44e,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:28.295828 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:28.306445 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.534046 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb903a4c-4882-4573-84e8-8dfbf0dab747 req-80f387c0-3c2a-41ae-9bd0-240535a04d5f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:28.535580 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb903a4c-4882-4573-84e8-8dfbf0dab747 req-80f387c0-3c2a-41ae-9bd0-240535a04d5f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.1565526 Jun 26 16:30:28.547399 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07435ab-b72d-495c-93b6-3a7291caeb03 req-0eff58ba-17f4-49c7-8819-b6affba3afef tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:28.549882 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d07435ab-b72d-495c-93b6-3a7291caeb03 req-0eff58ba-17f4-49c7-8819-b6affba3afef tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.1499560 Jun 26 16:30:28.576404 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.640743 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cb903a4c-4882-4573-84e8-8dfbf0dab747 req-338df924-0371-40c2-8e13-dcf3e906906c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898478 Jun 26 16:30:28.651955 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d07435ab-b72d-495c-93b6-3a7291caeb03 req-68a5066a-ea97-48ba-a769-e90f97e1c517 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914667 Jun 26 16:30:28.766518 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.851358 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:28.854372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-44d60986-58f3-4055-8450-7137050e7f0a tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:28.923283 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'Port': ['ID=d70ae9be-aaed-49c0-b277-22391d6d6ea3,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:28.927151 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:28.932770 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:29.049819 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Floating IP 3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc associated. External IP: 172.28.2.88, port: 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f. Jun 26 16:30:29.567372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc94c48-907e-4f04-a903-5517c056578a req-0a7d937c-9525-4a11-87ae-34c2885736cf tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:29.574335 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ffc94c48-907e-4f04-a903-5517c056578a req-0a7d937c-9525-4a11-87ae-34c2885736cf tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1669352 Jun 26 16:30:29.650829 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-e152ca67-cd8e-4d5a-a390-9a272022c5b0 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:29.652463 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-e152ca67-cd8e-4d5a-a390-9a272022c5b0 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.2156098 Jun 26 16:30:29.719742 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ffc94c48-907e-4f04-a903-5517c056578a req-2ff54406-db1d-4a31-81e6-7c5ad88103aa tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443102 Jun 26 16:30:29.736147 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:30:30.015539 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Deleting port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:30.016192 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.096703 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:30:30.110262 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] Sync routers for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:30:30.119436 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:30.120062 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:30:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:30.131896 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f660f9c-fb66-47b7-9bb7-2a361e4eabc5 req-e8a1ac0c-0d34-43b6-ac39-499240097e92 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.133525 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2f660f9c-fb66-47b7-9bb7-2a361e4eabc5 req-e8a1ac0c-0d34-43b6-ac39-499240097e92 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 945 time: 0.2457669 Jun 26 16:30:30.152716 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b883ef-f11c-4dbf-8645-03283fcd3fb3 req-224fb64b-173b-4d0d-8b47-95e33b05f696 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.154248 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-89b883ef-f11c-4dbf-8645-03283fcd3fb3 req-224fb64b-173b-4d0d-8b47-95e33b05f696 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.3351753 Jun 26 16:30:30.214086 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] For port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:30.215095 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.249190 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2f660f9c-fb66-47b7-9bb7-2a361e4eabc5 req-1a32312c-16a3-426d-997e-4c18e523ea3b tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055193 Jun 26 16:30:30.253694 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Calling delete_port for d2ee427b-6a22-40c4-8cdf-4dd4154f2bea owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:30.255263 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:30.276512 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-89b883ef-f11c-4dbf-8645-03283fcd3fb3 req-c1981d7d-15bd-4ad6-b88d-60cf8c68ccd5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065469 Jun 26 16:30:30.279419 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.361106 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6745286 Jun 26 16:30:30.362904 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:30.363837 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42186) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:30.365267 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fb07a0-6be1-40fc-bdeb-e944a177e590" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:30.379265 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827249893', 'description': 'tempest-secgroup-smoke-1827249893 description', 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:30.465630 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bdd522-a370-464b-828b-3a6a7d679a4a x-openstack-request-id: req-a6bdd522-a370-464b-828b-3a6a7d679a4a {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:30.465952 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:30.466302 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6bdd522-a370-464b-828b-3a6a7d679a4a {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:30.466718 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'status': 'completed', 'code': 200} Jun 26 16:30:30.487752 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.580487 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.588818 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c1f63169-4e29-47b9-99e7-85d32154d4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:30.594275 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['d2ee427b-6a22-40c4-8cdf-4dd4154f2bea'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:30.636055 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.674238 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': '3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'port_id': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'mac_address': 'fa:16:3e:9a:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:27Z', 'updated_at': '2021-06-26T16:30:27Z', 'revision_number': 0, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:30.681943 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42200) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:30.688402 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Pushing event deleted for resources: {'Port': ['ID=d2ee427b-6a22-40c4-8cdf-4dd4154f2bea,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:30.690785 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:30.708976 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] Checking router: 73390d4d-be43-47b2-a3b1-9ba81510c3d7 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:30:30.721207 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:30.722263 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:30:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:30.739557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] No DVR routers for this DVR port d2ee427b-6a22-40c4-8cdf-4dd4154f2bea on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:30:30.742181 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.744411 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ee6796e0-ade1-4aa6-82f6-9ac24262a7a1 req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "DELETE /v2.0/ports/d2ee427b-6a22-40c4-8cdf-4dd4154f2bea HTTP/1.1" status: 204 len: 173 time: 1.0816104 Jun 26 16:30:30.759919 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.766050 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-4c0246d0-92f1-4aba-8b38-55d24330acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.768409 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-9f305ed2-c9b3-4278-86e9-7dc9a08b2940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:30.769510 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-4c0246d0-92f1-4aba-8b38-55d24330acbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1099 time: 0.2502620 Jun 26 16:30:30.801023 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aad684b-2032-4572-a554-7372c3e3ef57,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:30.801023 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:30.848836 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6483060a-331b-4e2f-9999-c241ab5656e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.850791 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:30.852016 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4866178 Jun 26 16:30:30.861293 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42208) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:30.873380 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:30.880723 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'security_group_rule': {'security_group_id': '1aad684b-2032-4572-a554-7372c3e3ef57', 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:30.882896 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-0b848973-3eb9-4fe3-a3ee-5bd9c76401fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:30.884718 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-0b848973-3eb9-4fe3-a3ee-5bd9c76401fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 915 time: 0.1082203 Jun 26 16:30:30.970553 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-55f4bf21-b808-41cf-b542-4e0e9719ebfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 999 time: 0.0784457 Jun 26 16:30:31.001873 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6483060a-331b-4e2f-9999-c241ab5656e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.050497 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-fef0ca4e-d2d7-4479-9cbe-e903e67fe8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:31.052049 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-fef0ca4e-d2d7-4479-9cbe-e903e67fe8fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 200 len: 853 time: 0.0696042 Jun 26 16:30:31.129221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-5acf09c5-a2de-4b00-a717-729bc70a2d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:31.132430 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-5acf09c5-a2de-4b00-a717-729bc70a2d7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec0e5220-a447-4e84-a170-5a4592fb2052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719998 Jun 26 16:30:31.132560 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6483060a-331b-4e2f-9999-c241ab5656e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.147826 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b4c60d3-5da0-4bc0-999a-8a75c160ed60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:31.185517 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6483060a-331b-4e2f-9999-c241ab5656e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=096bbc21fe594f73a39d73621d498c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023658 Jun 26 16:30:31.186450 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483060a-331b-4e2f-9999-c241ab5656e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de4d73a-62c7-46f8-9624-d32e37dbf7de,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:31.189598 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42224) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:31.190339 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': '3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'port_id': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'mac_address': 'fa:16:3e:9a:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:27Z', 'updated_at': '2021-06-26T16:30:27Z', 'revision_number': 0, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:31.192089 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6483060a-331b-4e2f-9999-c241ab5656e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:31.245057 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7193bc5-bbe5-44d0-abc4-9f3cf956c7a4 None None] The sync data for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb is: [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': '3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'port_id': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'mac_address': 'fa:16:3e:9a:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:30:27Z', 'updated_at': '2021-06-26T16:30:27Z', 'revision_number': 0, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:30:31.306636 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.319657 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-5aad8fc1-ab99-4231-8ef3-2cde26ee0567 service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747913 Jun 26 16:30:31.353800 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.420667 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.471325 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11fb07a0-6be1-40fc-bdeb-e944a177e590 req-493a3956-89d2-4606-a84b-641194bfefb5 service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422472 Jun 26 16:30:31.493907 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7d07537e-20e6-41fe-b63f-d8d62fc96517 req-19bb3b2b-02de-44d5-acbd-a9ccbe4896eb tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=03d4fa57-3f23-4f04-a16f-69d27e80e56c HTTP/1.1" status: 200 len: 210 time: 0.0415876 Jun 26 16:30:31.506964 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.570179 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc12bbf-add6-47b2-bd02-5500ae6dfe11 req-d483da2a-bc0f-4edd-ba4b-dfe5ac8cbfe2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:31.571768 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fc12bbf-add6-47b2-bd02-5500ae6dfe11 req-d483da2a-bc0f-4edd-ba4b-dfe5ac8cbfe2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.0803030 Jun 26 16:30:31.600814 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daeb807-86da-4582-8f02-19680ad6b370 None None] New status for floating IP 3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc: ACTIVE {{(pid=93482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:30:31.614508 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2fc12bbf-add6-47b2-bd02-5500ae6dfe11 req-ae162dd6-ca06-42e8-9dbc-8050b59d0d58 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368338 Jun 26 16:30:31.699313 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.700345 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.703298 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.712679 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4de4d73a-62c7-46f8-9624-d32e37dbf7de HTTP/1.1" status: 204 len: 168 time: 0.5139859 Jun 26 16:30:31.712679 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-2698dfd0-3d9e-4fda-9a02-e93b4c4a374e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:31.723880 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de4d73a-62c7-46f8-9624-d32e37dbf7de,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:31.726475 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:31.727035 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:31.741046 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485e0692-6a49-46ec-a306-15926a587e41,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:31.743862 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:31.885571 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:31.887659 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-84d028f7-fcd6-4977-bbc8-0d168c17944c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0251265 Jun 26 16:30:31.890074 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42252) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:31.894895 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'security_group_rule': {'security_group_id': '1aad684b-2032-4572-a554-7372c3e3ef57', 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:32.023831 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.083757 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.184903 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.187218 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-113b872f-3229-42fa-89e6-8d143cba20b4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:32.206419 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd3c44d-30db-4fd7-90a6-d5882839c76b,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:32.208801 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:32.277781 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.281965 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42268) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:32.283046 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-48c06ce0-9352-432e-887d-b0f4feab92cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3911498 Jun 26 16:30:32.290815 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'security_group_rule': {'security_group_id': '1aad684b-2032-4572-a554-7372c3e3ef57', 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:32.410063 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.468761 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'name': 'network-vif-deleted', 'tag': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:32.471681 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08647955-4dfa-40b0-bd40-cd107598bca7" -d '{"events": [{"server_uuid": "03d4fa57-3f23-4f04-a16f-69d27e80e56c", "name": "network-vif-deleted", "tag": "d2ee427b-6a22-40c4-8cdf-4dd4154f2bea"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:32.488842 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.509218 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93333617-b176-4e39-a337-5abba49cff53 x-openstack-request-id: req-93333617-b176-4e39-a337-5abba49cff53 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:32.509542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d4fa57-3f23-4f04-a16f-69d27e80e56c", "name": "network-vif-deleted", "tag": "d2ee427b-6a22-40c4-8cdf-4dd4154f2bea", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:32.509858 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93333617-b176-4e39-a337-5abba49cff53 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:32.510284 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d4fa57-3f23-4f04-a16f-69d27e80e56c', 'name': 'network-vif-deleted', 'tag': 'd2ee427b-6a22-40c4-8cdf-4dd4154f2bea', 'status': 'completed', 'code': 200} Jun 26 16:30:32.583033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.585423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:32.609335 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0b2dfe-332b-469f-9774-909af083bc64,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:32.620565 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:32.703036 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.705736 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4200130 Jun 26 16:30:32.715659 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42284) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:32.720206 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'security_group_rule': {'security_group_id': '1aad684b-2032-4572-a554-7372c3e3ef57', 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:32.827817 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.901134 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.984656 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:32.991121 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-16d09bd2-523e-4e3d-90dd-1eeb8d66033f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:33.009924 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc3aa46-a118-48d2-a735-3527c123bc75,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:33.012624 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:33.098953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.100275 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3836284 Jun 26 16:30:33.109824 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42298) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:33.114901 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'security_group_rule': {'security_group_id': '1aad684b-2032-4572-a554-7372c3e3ef57', 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:33.228569 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.securitygroups_db [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Project dbdfac9ad3474f5b8c8e36887b2ebb61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:30:33.233643 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.305216 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.368761 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device d2ee427b-6a22-40c4-8cdf-4dd4154f2bea no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:33.389421 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: d2ee427b-6a22-40c4-8cdf-4dd4154f2bea {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:33.389777 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device d2ee427b-6a22-40c4-8cdf-4dd4154f2bea not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:33.400707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42312) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:33.411566 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.415104 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-804c0e89-fe9b-4967-9c77-6050c73366e9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:33.430339 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa86858e-2c84-4437-89d8-4818e88e1121,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:33.432738 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:33.543789 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b8bf28a7-4979-4ad4-8f56-08c826d5ad71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70767a687e784dc6ae6bdb50d09b4cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417770 Jun 26 16:30:33.546203 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42318) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:33.564514 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.565006 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4536943 Jun 26 16:30:33.576879 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42320) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:33.582094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'security_group_rule': {'security_group_id': '1aad684b-2032-4572-a554-7372c3e3ef57', 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:33.619724 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.643769 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.680043 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.securitygroups_db [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Project dbdfac9ad3474f5b8c8e36887b2ebb61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:30:33.685815 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.738442 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:30:33.751894 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.776599 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.779138 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.780271 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83c14811-af87-4466-9828-c30f6e61db6f HTTP/1.1" status: 204 len: 168 time: 0.2331860 Jun 26 16:30:33.781245 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:33.789336 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c14811-af87-4466-9828-c30f6e61db6f,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:33.791675 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:33.869028 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.877046 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:33.896194 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216d6aac-76b2-4343-9cf7-7844d52ddc76,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:33.898448 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:33.950565 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:33.951827 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3737819 Jun 26 16:30:34.072796 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-69a60f74-f92d-422c-b9cb-eb23ae8ff5bb tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827249893&fields=id&tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61 HTTP/1.1" status: 200 len: 267 time: 0.0362756 Jun 26 16:30:34.172656 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-d2e3a18e-51bc-42ce-917d-1313e5d54047 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:34.181980 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-d2e3a18e-51bc-42ce-917d-1313e5d54047 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.1025834 Jun 26 16:30:34.188540 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'port': {'security_groups': ['d92bf904-56b9-440d-af88-fe8b04231516', '1aad684b-2032-4572-a554-7372c3e3ef57']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:34.287593 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:34.490984 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:34.523148 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:34.613346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:34.619015 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:34.661585 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:34.663408 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:34.664033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:34.665712 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6ed05b4c-aefe-462b-8ebd-8836c24a2abe req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "PUT /v2.0/ports/6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 982 time: 0.4824879 Jun 26 16:30:34.666056 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:34.671144 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8fb31b-53cf-4071-a6af-51ae96e52b06" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:34.706908 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=6']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:34.713919 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:34.740569 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052d0207-72d5-4ee4-b52b-6fc7aee2457e x-openstack-request-id: req-052d0207-72d5-4ee4-b52b-6fc7aee2457e {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:34.741160 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:34.741628 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-052d0207-72d5-4ee4-b52b-6fc7aee2457e {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:34.742743 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'status': 'completed', 'code': 200} Jun 26 16:30:34.843789 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:34.949489 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-8de67bdb-f58c-4278-adbb-93de92becbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:34.951958 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-8de67bdb-f58c-4278-adbb-93de92becbfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1138 time: 0.1782401 Jun 26 16:30:35.053679 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fd09b-0b90-420a-b3cf-81e169f50d6f req-8f5cbf76-2eb7-4242-9e2e-e75f65112f54 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:35.061066 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c30fd09b-0b90-420a-b3cf-81e169f50d6f req-8f5cbf76-2eb7-4242-9e2e-e75f65112f54 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.1794627 Jun 26 16:30:35.115063 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-d56711fd-ec52-4e96-92d3-35b8d46021ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:35.117205 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-d56711fd-ec52-4e96-92d3-35b8d46021ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 915 time: 0.1527600 Jun 26 16:30:35.124712 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c30fd09b-0b90-420a-b3cf-81e169f50d6f req-f83b1851-c053-4ed6-b795-da732d2be058 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619256 Jun 26 16:30:35.201699 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-90224341-2ef3-4c23-83e6-4f210b1aefd4 None None] Provisioning complete for port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:35.202070 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-90224341-2ef3-4c23-83e6-4f210b1aefd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:35.215029 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-6f448643-ff99-4776-b2a3-87aab5767864 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 1001 time: 0.0890999 Jun 26 16:30:35.273325 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-7f091e50-2893-4cc7-9feb-bbc9435a7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:35.275700 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-7f091e50-2893-4cc7-9feb-bbc9435a7526 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 200 len: 853 time: 0.0528131 Jun 26 16:30:35.371528 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-5dfbbed0-9997-4ef9-94f3-a354217749c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:35.373058 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-5dfbbed0-9997-4ef9-94f3-a354217749c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec0e5220-a447-4e84-a170-5a4592fb2052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890727 Jun 26 16:30:35.467115 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaaafc-f7e0-4aff-b7b1-790950fb4cbf req-639b8c92-97ec-4e19-a7a1-89349d3cb20f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:35.468562 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6eaaaafc-f7e0-4aff-b7b1-790950fb4cbf req-639b8c92-97ec-4e19-a7a1-89349d3cb20f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1330273 Jun 26 16:30:35.515908 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-07ecae4e-26d1-436a-b1b5-a4e77a1a0987 service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346478 Jun 26 16:30:35.540063 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6eaaaafc-f7e0-4aff-b7b1-790950fb4cbf req-16aafcd4-637b-4c2c-8a7d-1c1142ab6692 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605264 Jun 26 16:30:35.619989 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4b8fb31b-53cf-4071-a6af-51ae96e52b06 req-d664ae4c-f038-4c72-962f-7251f341e8be service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963316 Jun 26 16:30:36.240077 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-dd0adf94-5884-40c6-9e26-dfb88ee73c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:36.732328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fde61-540b-40ed-8690-12f0082cc176 req-fed40750-f6d5-4abf-aebd-81118a671972 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:36.733845 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e0fde61-540b-40ed-8690-12f0082cc176 req-fed40750-f6d5-4abf-aebd-81118a671972 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0674484 Jun 26 16:30:36.771548 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8e0fde61-540b-40ed-8690-12f0082cc176 req-c12e49eb-262f-433b-96d1-900b3bbb466e tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Jun 26 16:30:37.244266 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-1284cec0-2036-45e7-9ea3-ac7b602c4285 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:37.245857 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-1284cec0-2036-45e7-9ea3-ac7b602c4285 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/networks?id=57a28356-f6d2-4a7e-9dc0-8993005b012d HTTP/1.1" status: 200 len: 814 time: 0.0989554 Jun 26 16:30:37.260048 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-9fe6d3e5-442d-47c7-85d5-dc375fc4007b tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/quotas/c01db5ae6be04250b22a9cd32d42f30a HTTP/1.1" status: 200 len: 375 time: 0.0090120 Jun 26 16:30:37.295895 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2526062b-faac-4992-9fd8-a5e98c701d0e tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307257 Jun 26 16:30:37.385103 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-6ee1295f-553f-4009-a3d7-73a62156472e service neutron] 10.222.0.45 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818477 Jun 26 16:30:37.477845 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-b035c1e2-bad1-4723-9176-bab38aae6f51 service neutron] 10.222.0.45 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869317 Jun 26 16:30:37.734796 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-66268660-1fef-4b3c-bf8f-f176ba341418 req-4984ee32-8637-4943-9e1c-c6c350a8ef80 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 210 time: 0.0285861 Jun 26 16:30:38.256917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ea263-2a48-48bf-8bfc-59c05e462da5 req-b892ce1b-8822-4b4b-9934-eab510b3d3bb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:38.258415 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-986ea263-2a48-48bf-8bfc-59c05e462da5 req-b892ce1b-8822-4b4b-9934-eab510b3d3bb tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.3753550 Jun 26 16:30:38.267093 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-928908cf-96c2-4c05-9635-6295dfbb1e7f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:38.267093 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-928908cf-96c2-4c05-9635-6295dfbb1e7f tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 945 time: 0.3735425 Jun 26 16:30:38.333449 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-986ea263-2a48-48bf-8bfc-59c05e462da5 req-e8b1e86f-281b-4c03-a402-21476da71e41 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647719 Jun 26 16:30:38.387538 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Deleting port 466e222f-5f09-4015-a07d-599f34788c0a {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:38.387882 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:38.479959 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] For port 466e222f-5f09-4015-a07d-599f34788c0a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=466e222f-5f09-4015-a07d-599f34788c0a,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:38.480323 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:38.493353 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Calling delete_port for 466e222f-5f09-4015-a07d-599f34788c0a owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:38.714353 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:38.718254 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-56dc8c9f-c8a7-47ff-899c-7f87ede99bc1 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:38.730207 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['ba36aa3a-d8f4-426e-a654-4cbc4f6866dc', '466e222f-5f09-4015-a07d-599f34788c0a'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:38.747421 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Pushing event deleted for resources: {'Port': ['ID=466e222f-5f09-4015-a07d-599f34788c0a,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:38.754958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:38.813242 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] No DVR routers for this DVR port 466e222f-5f09-4015-a07d-599f34788c0a on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:30:38.816449 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:38.818694 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2a308350-ffeb-4bbe-890e-d0f55c7fe866 req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "DELETE /v2.0/ports/466e222f-5f09-4015-a07d-599f34788c0a HTTP/1.1" status: 204 len: 173 time: 0.5442817 Jun 26 16:30:38.819224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'name': 'network-vif-deleted', 'tag': '466e222f-5f09-4015-a07d-599f34788c0a'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:38.823070 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d15e2d-6f7a-40f4-946e-4c8a2e1407ff" -d '{"events": [{"server_uuid": "5931de45-4b6b-429c-850f-cd31dc01d5b1", "name": "network-vif-deleted", "tag": "466e222f-5f09-4015-a07d-599f34788c0a"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:38.847293 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0ba2fb6f-30f2-4d4f-a9d8-f72f0aba0f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:38.879039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc79b11-7e6e-496c-9b9d-f201632e1ec8 x-openstack-request-id: req-5cc79b11-7e6e-496c-9b9d-f201632e1ec8 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:38.879039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5931de45-4b6b-429c-850f-cd31dc01d5b1", "name": "network-vif-deleted", "tag": "466e222f-5f09-4015-a07d-599f34788c0a", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:38.879039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cc79b11-7e6e-496c-9b9d-f201632e1ec8 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:38.879682 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5931de45-4b6b-429c-850f-cd31dc01d5b1', 'name': 'network-vif-deleted', 'tag': '466e222f-5f09-4015-a07d-599f34788c0a', 'status': 'completed', 'code': 200} Jun 26 16:30:38.905865 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-114c83e0-3ae1-4090-aa4a-85b9862cc8e9 req-e168ad09-a5f6-47bc-9d6e-3243265f74f5 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 210 time: 0.0376968 Jun 26 16:30:39.085901 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:39.497539 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d5df04c6-b700-4317-aff0-54aa68627e52 req-b227ffb0-fab6-4f4b-94f7-ef4c40ec67e8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=5931de45-4b6b-429c-850f-cd31dc01d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0304451 Jun 26 16:30:39.578652 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:39.946392 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-8b6c19b4-3bd0-46e3-acf2-08d6a63aa58d tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:39.948360 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-8b6c19b4-3bd0-46e3-acf2-08d6a63aa58d tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "GET /v2.0/networks?id=57a28356-f6d2-4a7e-9dc0-8993005b012d HTTP/1.1" status: 200 len: 814 time: 0.1114411 Jun 26 16:30:39.973142 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Request body: {'port': {'device_id': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d', 'admin_state_up': True, 'tenant_id': 'c01db5ae6be04250b22a9cd32d42f30a'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:40.075880 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4af730d3-3d69-4586-99a1-fe593fc90f43 req-c9567695-9ea9-4721-bfea-6e592a20b900 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 210 time: 0.0363653 Jun 26 16:30:40.222540 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Made reservation on behalf of c01db5ae6be04250b22a9cd32d42f30a for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:30:40.227561 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:40.373240 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Allocated IP 172.20.0.4 (57a28356-f6d2-4a7e-9dc0-8993005b012d/c9e9c37b-e23c-43e0-bc20-39216ac7ae73/8922c56c-c475-4e79-a7ed-5e9ea11a24b5) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:30:40.528979 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:40.614042 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:40.619233 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:40.662986 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Network 57a28356-f6d2-4a7e-9dc0-8993005b012d is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:30:40.671628 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:30:40.676339 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:30:40.683161 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Pushing event updated for resources: {'Port': ['ID=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:40.703140 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:40.727433 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:40.728042 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:40.823705 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8584313 Jun 26 16:30:40.858680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Request body: {'port': {'device_id': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:30:40.930656 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.287737 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:41.300408 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.329267 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a208f8-8e6b-49c0-8594-dde450ece5b6 req-426b68c6-8da2-495c-8225-5c1bbc9eef11 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:41.331343 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5a208f8-8e6b-49c0-8594-dde450ece5b6 req-426b68c6-8da2-495c-8225-5c1bbc9eef11 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1832912 Jun 26 16:30:41.332342 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Transition to ACTIVE for port object 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:30:41.374223 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1704e-864b-4e91-97bc-69ebafb5904e req-d978c0c8-6ab1-43fa-b640-f53be7967305 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:41.375648 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0fa1704e-864b-4e91-97bc-69ebafb5904e req-d978c0c8-6ab1-43fa-b640-f53be7967305 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 931 time: 0.1529007 Jun 26 16:30:41.400265 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 466e222f-5f09-4015-a07d-599f34788c0a no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:41.404851 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5a208f8-8e6b-49c0-8594-dde450ece5b6 req-1b6444e1-74e9-4d4a-a02d-92c074c0cf39 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655956 Jun 26 16:30:41.420910 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.436102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f8618de2-6c42-42be-9f43-6a3b4b4e7097 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:41.450289 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 466e222f-5f09-4015-a07d-599f34788c0a {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:41.450699 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 466e222f-5f09-4015-a07d-599f34788c0a not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:41.459795 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0fa1704e-864b-4e91-97bc-69ebafb5904e req-17611985-ead7-4df8-a4e8-6768e612f9ed tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763967 Jun 26 16:30:41.512612 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Pushing event updated for resources: {'Port': ['ID=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:41.522752 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.540821 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:41.572516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Attempting to bind port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:30:41.572869 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Attempting to bind port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:30:41.573213 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Attempting to bind port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 on network 57a28356-f6d2-4a7e-9dc0-8993005b012d {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:41.577588 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 on network 57a28356-f6d2-4a7e-9dc0-8993005b012d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:30:41.577887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Attempting to bind port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 on network 57a28356-f6d2-4a7e-9dc0-8993005b012d {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:30:41.582794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:30:41.583130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Checking segment: {'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:30:41.583515 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Bound using segment: {'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:30:41.583945 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Bound port: 8922c56c-c475-4e79-a7ed-5e9ea11a24b5, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a1a60b-12ce-4214-a861-a6e8a1d36691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:30:41.584339 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.651503 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] For port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:30:41.654619 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] For port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:30:41.762424 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.764592 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-41ba4304-92cc-49ea-86c5-b52356c424be tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:41.800048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:41.806328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:41.807399 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] 10.222.0.15 "PUT /v2.0/ports/8922c56c-c475-4e79-a7ed-5e9ea11a24b5 HTTP/1.1" status: 200 len: 1093 time: 0.9535933 Jun 26 16:30:41.807399 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'tag': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:41.810195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06f75a2-4b98-4673-9ff4-3984cda6919e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2c63e5-0c07-48cc-b59c-03bf6f7fd786", "tag": "8922c56c-c475-4e79-a7ed-5e9ea11a24b5"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:41.847780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Pushing event updated for resources: {'Port': ['ID=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:41.851412 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:41.860361 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab373ac3-53a5-4e88-af2f-2ca25c192258 x-openstack-request-id: req-ab373ac3-53a5-4e88-af2f-2ca25c192258 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:41.860735 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2c63e5-0c07-48cc-b59c-03bf6f7fd786", "tag": "8922c56c-c475-4e79-a7ed-5e9ea11a24b5", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:41.862007 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab373ac3-53a5-4e88-af2f-2ca25c192258 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:41.862141 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'tag': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5', 'status': 'completed', 'code': 200} Jun 26 16:30:41.951413 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f75a2-4b98-4673-9ff4-3984cda6919e req-43d1d279-5564-41c0-98d6-4e9883e497cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:41.952964 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f06f75a2-4b98-4673-9ff4-3984cda6919e req-43d1d279-5564-41c0-98d6-4e9883e497cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 1096 time: 0.0545568 Jun 26 16:30:42.057044 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f75a2-4b98-4673-9ff4-3984cda6919e req-88a8249d-6699-49f2-83ee-b887a1f5c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.058878 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f06f75a2-4b98-4673-9ff4-3984cda6919e req-88a8249d-6699-49f2-83ee-b887a1f5c9f1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959601 Jun 26 16:30:42.156177 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f75a2-4b98-4673-9ff4-3984cda6919e req-427a9f12-7913-4d1e-9ef3-d0f0da293d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.157709 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f06f75a2-4b98-4673-9ff4-3984cda6919e req-427a9f12-7913-4d1e-9ef3-d0f0da293d47 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896804 Jun 26 16:30:42.269655 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-12163a13-0333-44bc-bfa8-d3d971161db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.271099 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-12163a13-0333-44bc-bfa8-d3d971161db3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 1096 time: 0.0650423 Jun 26 16:30:42.322337 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-dafb832a-2b8d-4eb7-ab98-47735bccf0e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8922c56c-c475-4e79-a7ed-5e9ea11a24b5 HTTP/1.1" status: 200 len: 217 time: 0.0375037 Jun 26 16:30:42.374901 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-dc5e84c6-7805-4ada-a7ac-f0b31ce5a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.376403 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-dc5e84c6-7805-4ada-a7ac-f0b31ce5a2b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9e9c37b-e23c-43e0-bc20-39216ac7ae73 HTTP/1.1" status: 200 len: 854 time: 0.0471504 Jun 26 16:30:42.416120 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-6efbc1d9-0a09-418c-9283-dad1515d2078 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=57a28356-f6d2-4a7e-9dc0-8993005b012d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303426 Jun 26 16:30:42.544739 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-17059668-957a-4827-be9c-141b690234bb service neutron] 10.222.0.15 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160853 Jun 26 16:30:42.713693 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a8b56794-1ef9-43c6-a425-bfc1dcb906a2 req-d5e6d1c9-22cd-4c6c-a9cc-94f6c25458a6 service neutron] 10.222.0.15 "GET /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665888 Jun 26 16:30:42.735746 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b5e82-209c-430b-9503-c165c1447e84 req-fbb7a338-207d-438b-b2e6-0f6022bd02c8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.737846 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b61b5e82-209c-430b-9503-c165c1447e84 req-fbb7a338-207d-438b-b2e6-0f6022bd02c8 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1919720 Jun 26 16:30:42.745379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4cbf-8061-4664-8b4f-2d5a0edf9707 req-4ddd344d-92ed-42ac-8809-b939baeb8634 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:42.748175 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-65ce4cbf-8061-4664-8b4f-2d5a0edf9707 req-4ddd344d-92ed-42ac-8809-b939baeb8634 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 943 time: 0.1457231 Jun 26 16:30:42.807681 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b61b5e82-209c-430b-9503-c165c1447e84 req-064dca3e-f460-4063-967a-14464e628fa4 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591106 Jun 26 16:30:42.812172 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-65ce4cbf-8061-4664-8b4f-2d5a0edf9707 req-70deca12-5a65-4d9b-9895-07567c2d03d6 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576541 Jun 26 16:30:43.895050 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42506) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:44.026204 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9310c246-ee75-4889-80ca-965164b236e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:44.072096 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68aa96-cefb-44be-8c12-c1895f9cae8c req-2bbed9aa-8c66-4ce7-bfcd-e7fd60007b89 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:44.073654 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3f68aa96-cefb-44be-8c12-c1895f9cae8c req-2bbed9aa-8c66-4ce7-bfcd-e7fd60007b89 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1414714 Jun 26 16:30:44.112619 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e6bc5-5900-4b64-a6eb-fe63b26bc977 req-ef0233d2-90e9-4e21-8d81-3fc4935d0cb2 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:44.114115 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e92e6bc5-5900-4b64-a6eb-fe63b26bc977 req-ef0233d2-90e9-4e21-8d81-3fc4935d0cb2 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 943 time: 0.1475313 Jun 26 16:30:44.166388 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3f68aa96-cefb-44be-8c12-c1895f9cae8c req-69121ba9-ca50-4179-b0d5-76cea8ae66ba tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846238 Jun 26 16:30:44.194994 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e92e6bc5-5900-4b64-a6eb-fe63b26bc977 req-45b6be15-02c1-4aad-a484-be91f4a5dfb4 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717239 Jun 26 16:30:44.223819 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9310c246-ee75-4889-80ca-965164b236e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:44.310511 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9310c246-ee75-4889-80ca-965164b236e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:44.313251 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6e513ca-8674-4096-a6d7-e55bc1a11ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:44.350628 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9310c246-ee75-4889-80ca-965164b236e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80ef42b712d14ab981b2159d00a55256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538012 Jun 26 16:30:44.351702 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310c246-ee75-4889-80ca-965164b236e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052ebf7c-edcf-4b55-9047-30a0a4cb5146,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:44.353696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42510) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:44.355114 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9310c246-ee75-4889-80ca-965164b236e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:44.406985 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:44.431523 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:44.554601 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:44.557458 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:44.558970 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/052ebf7c-edcf-4b55-9047-30a0a4cb5146 HTTP/1.1" status: 204 len: 168 time: 0.2045183 Jun 26 16:30:44.559778 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-285bd9b8-74b0-4a9b-9741-22c73b0641d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:44.570373 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052ebf7c-edcf-4b55-9047-30a0a4cb5146,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:44.577904 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:45.172485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42516) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:45.186229 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9cea78ac-4629-4516-84d8-57e442733037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.298623 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9cea78ac-4629-4516-84d8-57e442733037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.376069 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9cea78ac-4629-4516-84d8-57e442733037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.380601 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-72ffa98c-a431-4f96-bbef-3210e2ef2dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:45.415690 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:30:45.435805 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9cea78ac-4629-4516-84d8-57e442733037 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c24f94c0b5ab4d8f80f2c1e289ae52aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621734 Jun 26 16:30:45.438421 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42526) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:45.441530 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea78ac-4629-4516-84d8-57e442733037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6ae2e3-d885-4850-ab7b-9c916dd16a8d,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:45.446308 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9cea78ac-4629-4516-84d8-57e442733037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:45.453915 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed50e35-13a0-44cc-8e99-fcf860402830 req-6d345049-c38a-4ca2-ae98-58b331df7e93 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:45.455829 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aed50e35-13a0-44cc-8e99-fcf860402830 req-6d345049-c38a-4ca2-ae98-58b331df7e93 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1626127 Jun 26 16:30:45.478479 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3d54a-ad8c-40c2-bde7-f170d7102926 req-f5d84673-b12f-451f-9830-2abfe95af3fa tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:45.480011 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5ef3d54a-ad8c-40c2-bde7-f170d7102926 req-f5d84673-b12f-451f-9830-2abfe95af3fa tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 943 time: 0.1540062 Jun 26 16:30:45.512804 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.540694 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-aed50e35-13a0-44cc-8e99-fcf860402830 req-e012561b-e5f3-42f1-a281-2b5edecaf32c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790806 Jun 26 16:30:45.549657 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5ef3d54a-ad8c-40c2-bde7-f170d7102926 req-a1085a69-624e-44b5-bf4d-0de2042904b9 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594902 Jun 26 16:30:45.555272 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:45.558449 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.568849 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5', 'network_id': '57a28356-f6d2-4a7e-9dc0-8993005b012d', 'port_id': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5', 'mac_address': 'fa:16:3e:b0:52:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e9c37b-e23c-43e0-bc20-39216ac7ae73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:30:45.610688 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.624106 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:30:45.644645 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:45.705491 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.708083 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.709267 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb6ae2e3-d885-4850-ab7b-9c916dd16a8d HTTP/1.1" status: 204 len: 168 time: 0.2698345 Jun 26 16:30:45.710205 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b50aeb08-0e8b-4e93-b284-37ae119673c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:45.718232 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6ae2e3-d885-4850-ab7b-9c916dd16a8d,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:45.721279 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:45.745183 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:45.747284 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:45.796913 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:45.800043 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:46.083620 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['8922c56c-c475-4e79-a7ed-5e9ea11a24b5'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:46.431855 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42532) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:46.446415 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a733ccd8-c273-4365-890b-2560537d57c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:46.534483 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a733ccd8-c273-4365-890b-2560537d57c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:46.617563 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a733ccd8-c273-4365-890b-2560537d57c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:46.621949 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4af30381-a40a-40b9-85c4-0484a9b6d06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:46.670399 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a733ccd8-c273-4365-890b-2560537d57c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d45c84b5b974fe7ba92487980f56f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373710 Jun 26 16:30:46.673002 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42538) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:46.680314 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733ccd8-c273-4365-890b-2560537d57c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20991dfc-b8ea-48ae-9a91-436d7d0f69ce,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:46.685210 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a733ccd8-c273-4365-890b-2560537d57c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:46.739710 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:46.762162 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:46.793497 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774babe-3dbe-421d-9490-786fb79c3d8c req-39ac9781-e2b9-4fa7-91cc-3f14ff141f64 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:46.795068 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a774babe-3dbe-421d-9490-786fb79c3d8c req-39ac9781-e2b9-4fa7-91cc-3f14ff141f64 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1278589 Jun 26 16:30:46.807819 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd1952-6170-489d-8bc2-8e5f0c783736 req-fc6bf597-99e9-4be5-a711-d647ad56be21 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:46.809599 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a9dd1952-6170-489d-8bc2-8e5f0c783736 req-fc6bf597-99e9-4be5-a711-d647ad56be21 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 944 time: 0.1004822 Jun 26 16:30:46.867858 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a774babe-3dbe-421d-9490-786fb79c3d8c req-21d99864-fb6c-4646-b39b-4fb53523b58c tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571554 Jun 26 16:30:46.879533 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a9dd1952-6170-489d-8bc2-8e5f0c783736 req-4b287ee1-714d-49c6-8e10-da9b260bad0d tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556462 Jun 26 16:30:46.920067 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:46.922678 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:46.924528 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20991dfc-b8ea-48ae-9a91-436d7d0f69ce HTTP/1.1" status: 204 len: 168 time: 0.2490880 Jun 26 16:30:46.925304 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-76f17c66-e929-4917-bfc2-2468d69f6d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:46.934058 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20991dfc-b8ea-48ae-9a91-436d7d0f69ce,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:46.940929 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:47.417164 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:30:47.550546 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:30:47.554989 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:30:47.555532 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:47.652321 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:47.675596 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:47.677910 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0521a81b-5cf2-4fd6-a76a-b6bdd91e093e" -d '{"events": [{"server_uuid": "3f2c63e5-0c07-48cc-b59c-03bf6f7fd786", "name": "network-vif-plugged", "status": "completed", "tag": "8922c56c-c475-4e79-a7ed-5e9ea11a24b5"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:47.692180 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:47.715580 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2376c1-9bdd-4c4e-bc3a-136e01b6ccef x-openstack-request-id: req-2a2376c1-9bdd-4c4e-bc3a-136e01b6ccef {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:47.715929 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2c63e5-0c07-48cc-b59c-03bf6f7fd786", "name": "network-vif-plugged", "status": "completed", "tag": "8922c56c-c475-4e79-a7ed-5e9ea11a24b5", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:47.716299 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a2376c1-9bdd-4c4e-bc3a-136e01b6ccef {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:47.716691 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5', 'code': 200} Jun 26 16:30:47.785415 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:47.788849 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-71f8db40-9fe4-4e38-a257-dabfe5243108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:47.842892 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:47.845880 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:47.939716 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-c95b8994-3711-492f-b9f5-44fef954e736 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:47.941347 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-c95b8994-3711-492f-b9f5-44fef954e736 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.0894527 Jun 26 16:30:48.267812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Deleting port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:48.267812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.267812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56acda-6af3-4816-a7f6-1df5a44bab8d req-f6de0280-9c82-4d2a-b1c6-059ba8cf46c2 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:48.267812 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3d56acda-6af3-4816-a7f6-1df5a44bab8d req-f6de0280-9c82-4d2a-b1c6-059ba8cf46c2 tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 945 time: 0.1892738 Jun 26 16:30:48.267812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2dd0-6230-43cd-9074-eea6d8f00da0 req-66067484-e538-4971-a1fb-e37f70d91282 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:48.267812 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3fad2dd0-6230-43cd-9074-eea6d8f00da0 req-66067484-e538-4971-a1fb-e37f70d91282 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.2032378 Jun 26 16:30:48.340599 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b89b22-4772-4151-8920-2fe71b4cbee5 req-7c6d98e9-67ee-4a7c-8c0a-1c751bf2f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:48.342122 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-89b89b22-4772-4151-8920-2fe71b4cbee5 req-7c6d98e9-67ee-4a7c-8c0a-1c751bf2f288 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 1098 time: 0.2103782 Jun 26 16:30:48.380190 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3d56acda-6af3-4816-a7f6-1df5a44bab8d req-94607319-05b8-4dfd-a90a-0e9b2e891dda tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/security-groups?id=a626b593-3d84-4cba-afb9-8dbdbeee6b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335258 Jun 26 16:30:48.408888 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3fad2dd0-6230-43cd-9074-eea6d8f00da0 req-049fe430-18f4-4880-9fe1-ac0aa063228e tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323476 Jun 26 16:30:48.411673 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] For port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:48.412033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.433381 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-89b89b22-4772-4151-8920-2fe71b4cbee5 req-74db4245-d4fe-4ab5-99b4-d16946f6d9c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678325 Jun 26 16:30:48.434203 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Calling delete_port for ba36aa3a-d8f4-426e-a654-4cbc4f6866dc owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:48.622926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.627279 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:48.635915 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['ba36aa3a-d8f4-426e-a654-4cbc4f6866dc'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:30:48.656102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Pushing event deleted for resources: {'Port': ['ID=ba36aa3a-d8f4-426e-a654-4cbc4f6866dc,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:48.661472 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:48.703828 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] No DVR routers for this DVR port ba36aa3a-d8f4-426e-a654-4cbc4f6866dc on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:30:48.706907 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:48.709028 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6731753-49e1-406a-9e8d-bb7033052d11 req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.15 "DELETE /v2.0/ports/ba36aa3a-d8f4-426e-a654-4cbc4f6866dc HTTP/1.1" status: 204 len: 173 time: 0.7612669 Jun 26 16:30:48.709539 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'name': 'network-vif-deleted', 'tag': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:30:48.711832 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abddf419-7ed8-459b-9082-5b481e3a66b5" -d '{"events": [{"server_uuid": "607d3e7f-a53b-4e7e-8877-54ef9031ef7b", "name": "network-vif-deleted", "tag": "ba36aa3a-d8f4-426e-a654-4cbc4f6866dc"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:30:48.751143 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3d25cc-b94c-4a43-a0fb-145b3430925e x-openstack-request-id: req-ba3d25cc-b94c-4a43-a0fb-145b3430925e {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:30:48.751471 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607d3e7f-a53b-4e7e-8877-54ef9031ef7b", "name": "network-vif-deleted", "tag": "ba36aa3a-d8f4-426e-a654-4cbc4f6866dc", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:30:48.751788 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba3d25cc-b94c-4a43-a0fb-145b3430925e {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:30:48.752225 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607d3e7f-a53b-4e7e-8877-54ef9031ef7b', 'name': 'network-vif-deleted', 'tag': 'ba36aa3a-d8f4-426e-a654-4cbc4f6866dc', 'status': 'completed', 'code': 200} Jun 26 16:30:49.672381 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3b31fd39-9467-4e0f-b5cc-cc56aaf47955 req-fc619577-fb9b-48c6-a12b-b3683d4c760d tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] 10.222.0.45 "GET /v2.0/ports?device_id=607d3e7f-a53b-4e7e-8877-54ef9031ef7b HTTP/1.1" status: 200 len: 210 time: 0.0773091 Jun 26 16:30:49.726676 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08921f89-e256-424d-bc53-2e4f7e7bbf88 req-a1066b29-cc1d-4330-91d1-b5fa08d91847 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:49.728213 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-08921f89-e256-424d-bc53-2e4f7e7bbf88 req-a1066b29-cc1d-4330-91d1-b5fa08d91847 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.1875567 Jun 26 16:30:49.787898 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-08921f89-e256-424d-bc53-2e4f7e7bbf88 req-4d9f8abc-f9f1-4cc2-8ced-73c82502ab1f tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511255 Jun 26 16:30:50.763841 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42610) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:50.958474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103360c5-6104-416b-b2c9-2541452c14d0 req-92711cab-3e9e-45d5-a5e1-252e7c3f436f tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:50.960237 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-103360c5-6104-416b-b2c9-2541452c14d0 req-92711cab-3e9e-45d5-a5e1-252e7c3f436f tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.0683634 Jun 26 16:30:50.999838 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-103360c5-6104-416b-b2c9-2541452c14d0 req-ee60a203-a61a-43e8-98e6-de3e7c2e5bc0 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Jun 26 16:30:51.208786 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927989'] for router_interface, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.415701 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ba36aa3a-d8f4-426e-a654-4cbc4f6866dc no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:51.436134 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: ba36aa3a-d8f4-426e-a654-4cbc4f6866dc {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:51.436490 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ba36aa3a-d8f4-426e-a654-4cbc4f6866dc not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:51.507771 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Deleting port d68f06b7-d715-4a9c-ab6a-435e48bb9a99 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:51.508136 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.583590 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] For port d68f06b7-d715-4a9c-ab6a-435e48bb9a99, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,segment=NetworkSegment(e951ed90-1e2d-4af2-be60-6794e6f1ef32),segment_id=e951ed90-1e2d-4af2-be60-6794e6f1ef32)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:51.583944 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.596162 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Calling delete_port for d68f06b7-d715-4a9c-ab6a-435e48bb9a99 owned by network:router_interface {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:51.864841 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:51.868091 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:51.891971 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d68f06b7-d715-4a9c-ab6a-435e48bb9a99,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:51.896566 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:52.258271 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931333'] for router_interface, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:52.483625 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Router 60b66143-35a3-42c1-97c1-fdd721663355 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:30:52.593828 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:30:52.606499 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6f248b2f-dff1-486f-b969-3b5153173b2e admin admin] 10.222.0.45 "PUT /v2.0/routers/60b66143-35a3-42c1-97c1-fdd721663355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8363221 Jun 26 16:30:52.606499 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42638) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:52.606697 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] Sync routers for ids ['60b66143-35a3-42c1-97c1-fdd721663355'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:30:52.620885 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] Routers {'60b66143-35a3-42c1-97c1-fdd721663355'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:52.620885 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:30:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['60b66143-35a3-42c1-97c1-fdd721663355'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:52.726466 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks [] for router, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:52.728715 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] Set router 60b66143-35a3-42c1-97c1-fdd721663355 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:52.838935 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:52.910799 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:30:51Z', 'revision_number': 5, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port': {'id': '5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b66143-35a3-42c1-97c1-fdd721663355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:06Z', 'updated_at': '2021-06-26T16:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:52.937151 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] Checking router: 60b66143-35a3-42c1-97c1-fdd721663355 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:30:52.945490 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] Routers {'60b66143-35a3-42c1-97c1-fdd721663355'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:30:52.946103 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:30:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['60b66143-35a3-42c1-97c1-fdd721663355'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:52.969107 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Deleting port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:30:52.969682 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.060388 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] For port 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:30:53.060748 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.073687 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Calling delete_port for 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a owned by network:router_gateway {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:30:53.125981 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] Set router 60b66143-35a3-42c1-97c1-fdd721663355 gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:30:53.183989 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:30:52Z', 'revision_number': 6, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port_host': None}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:53.211368 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb5963-5292-49e9-b7df-69c39f36e621 None None] The sync data for ids ['60b66143-35a3-42c1-97c1-fdd721663355'] in dv-cinder-798189-1-smb is: [{'id': '60b66143-35a3-42c1-97c1-fdd721663355', 'name': 'tempest-ServerRescueNegativeTestJSON-121133068-router', 'tenant_id': '1cfd50f27d23423e80da0aa720c07e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:05Z', 'updated_at': '2021-06-26T16:30:52Z', 'revision_number': 6, 'project_id': '1cfd50f27d23423e80da0aa720c07e4d', 'gw_port_host': None}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:30:53.331452 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.331452 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:53.358140 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:53.361178 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:53.421451 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985535'] for router_gateway, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.526778 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.528732 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.682575 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985320'] for router, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.683259 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b66143-35a3-42c1-97c1-fdd721663355 {{(pid=93481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:30:53.691027 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.694101 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] 10.222.0.45 "DELETE /v2.0/routers/60b66143-35a3-42c1-97c1-fdd721663355 HTTP/1.1" status: 204 len: 168 time: 1.0881436 Jun 26 16:30:53.695498 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42648) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:53.714555 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d68f06b7-d715-4a9c-ab6a-435e48bb9a99 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:53.741807 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: d68f06b7-d715-4a9c-ab6a-435e48bb9a99 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:53.745007 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d68f06b7-d715-4a9c-ab6a-435e48bb9a99 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:53.762210 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Deleting subnet 7cbf0e82-2868-41fb-ae89-1adcc7bf8482 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:30:53.770621 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.802086 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.841612 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.977473 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:53.977473 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:54.003555 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cbf0e82-2868-41fb-ae89-1adcc7bf8482,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:54.006884 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:54.009152 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.009978 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/7cbf0e82-2868-41fb-ae89-1adcc7bf8482 HTTP/1.1" status: 204 len: 168 time: 0.3131306 Jun 26 16:30:54.012784 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42656) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:54.156083 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.387383 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.463697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.473224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1a2188-11ee-4a52-9cce-99aec8b0c1e2']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:54.483383 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e951ed90-1e2d-4af2-be60-6794e6f1ef32') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:54.483679 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e951ed90-1e2d-4af2-be60-6794e6f1ef32') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:30:54.492492 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.510765 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.513547 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:30:54.514066 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:30:54.515734 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:30:54.664430 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.668102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5fd955d9-bbc4-49a9-8c6f-17a59cab5309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:54.674197 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:54.674197 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2e1a2188-11ee-4a52-9cce-99aec8b0c1e2 HTTP/1.1" status: 204 len: 168 time: 0.6585798 Jun 26 16:30:54.684202 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e1a2188-11ee-4a52-9cce-99aec8b0c1e2,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:54.686954 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-594a07e4-1c0a-4040-8bc3-ac7bfae4e3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:55.066689 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42670) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:55.102744 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-5c4fb215-91c0-4ce0-9e19-dbf1127ae5a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1cfd50f27d23423e80da0aa720c07e4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388966 Jun 26 16:30:55.105303 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42672) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:55.152753 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b22dd924-dd96-45e1-b897-ce4669825ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:55.178248 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b22dd924-dd96-45e1-b897-ce4669825ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:55.286065 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b22dd924-dd96-45e1-b897-ce4669825ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:55.288741 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b22dd924-dd96-45e1-b897-ce4669825ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:55.290057 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b22dd924-dd96-45e1-b897-ce4669825ebe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a626b593-3d84-4cba-afb9-8dbdbeee6b29 HTTP/1.1" status: 204 len: 168 time: 0.1837096 Jun 26 16:30:55.290883 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-91d361a3-3edb-42a1-b3dd-909cba735bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:55.300794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dd924-dd96-45e1-b897-ce4669825ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626b593-3d84-4cba-afb9-8dbdbeee6b29,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:55.303269 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b22dd924-dd96-45e1-b897-ce4669825ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:55.353065 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:30:55.376297 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:30:55.376297 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 5c0fe0e8-fd74-4d9d-be0b-36652ad9e97a not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:30:56.155777 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993148d1-2ada-43e9-94a0-d4be0be5bfb9 req-edac9a67-89f8-4fd7-81a0-2855e5f0cd60 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:56.157443 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-993148d1-2ada-43e9-94a0-d4be0be5bfb9 req-edac9a67-89f8-4fd7-81a0-2855e5f0cd60 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.1042733 Jun 26 16:30:56.202453 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-dbd980c4-400d-44b8-a764-f753e53df40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:56.203928 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-dbd980c4-400d-44b8-a764-f753e53df40f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1138 time: 0.0947955 Jun 26 16:30:56.211404 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-993148d1-2ada-43e9-94a0-d4be0be5bfb9 req-183f7dce-ff92-4297-99a2-cb6ad7f4207a tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476120 Jun 26 16:30:56.303780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-85b71e96-08f4-479d-8e35-5df22177f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:56.305453 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-85b71e96-08f4-479d-8e35-5df22177f429 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 915 time: 0.0927794 Jun 26 16:30:56.374877 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-aa4050d2-9af5-4f61-bb05-19d250da8a3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 1001 time: 0.0601485 Jun 26 16:30:56.429794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-c7fccdfc-5dd3-4e3f-8b21-66f3a04c48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:56.431307 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-c7fccdfc-5dd3-4e3f-8b21-66f3a04c48dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 200 len: 853 time: 0.0487912 Jun 26 16:30:56.497103 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-8647ad58-cf77-43a6-974f-a175d160c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:56.499042 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-8647ad58-cf77-43a6-974f-a175d160c585 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec0e5220-a447-4e84-a170-5a4592fb2052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583274 Jun 26 16:30:56.622223 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-7c827dd7-eca4-4aed-a608-ee8a2804992d service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033161 Jun 26 16:30:56.725689 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7ff2c02b-09d3-4d6b-9042-4a06dec0b698 req-4520b95c-13e8-47f2-894a-5ea049bef0eb service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943353 Jun 26 16:30:57.185930 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42750) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:57.291574 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b6a75b4b-c6c0-4b09-adae-b67135224937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:57.445863 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f03c85-d86c-4c8b-bf1b-00b52e126dd0 req-46600261-4666-4578-9446-5d8bfbe53a4d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:57.447469 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6f03c85-d86c-4c8b-bf1b-00b52e126dd0 req-46600261-4666-4578-9446-5d8bfbe53a4d tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.1135058 Jun 26 16:30:57.449622 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b6a75b4b-c6c0-4b09-adae-b67135224937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:57.491059 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a6f03c85-d86c-4c8b-bf1b-00b52e126dd0 req-60ef7e92-b503-4452-a6cd-f71e9258f429 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372424 Jun 26 16:30:57.525314 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b6a75b4b-c6c0-4b09-adae-b67135224937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:57.528030 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:57.566799 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b6a75b4b-c6c0-4b09-adae-b67135224937 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72a678df0898423aba64e6247d848e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797538 Jun 26 16:30:57.567734 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a75b4b-c6c0-4b09-adae-b67135224937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47728437-1e43-4e1e-9d45-c0ef8d33d950,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:57.569825 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42762) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:57.573658 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b6a75b4b-c6c0-4b09-adae-b67135224937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:57.628154 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a2137e9-34eb-46dc-aa5b-c2162fabd49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:57.650566 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a2137e9-34eb-46dc-aa5b-c2162fabd49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:57.767781 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a2137e9-34eb-46dc-aa5b-c2162fabd49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:57.770371 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a2137e9-34eb-46dc-aa5b-c2162fabd49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:57.771750 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-3a2137e9-34eb-46dc-aa5b-c2162fabd49c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47728437-1e43-4e1e-9d45-c0ef8d33d950 HTTP/1.1" status: 204 len: 168 time: 0.2006507 Jun 26 16:30:57.772740 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-48421579-6fda-411e-95ea-7101f92470a5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:57.780780 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2137e9-34eb-46dc-aa5b-c2162fabd49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47728437-1e43-4e1e-9d45-c0ef8d33d950,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:57.783254 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3a2137e9-34eb-46dc-aa5b-c2162fabd49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:58.671641 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad6cb3-263f-41a5-b6ec-3f8c8c456353 req-ec463314-59a7-42af-98a9-4b6e46b6d26b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:58.673345 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a0ad6cb3-263f-41a5-b6ec-3f8c8c456353 req-ec463314-59a7-42af-98a9-4b6e46b6d26b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0673711 Jun 26 16:30:58.716811 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a0ad6cb3-263f-41a5-b6ec-3f8c8c456353 req-b347da7a-ae32-42c6-90f8-86b9a51ad83c tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373423 Jun 26 16:30:59.241808 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42816) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:59.394444 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e504edb-c241-4458-957d-e32125a6f784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:59.480777 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e504edb-c241-4458-957d-e32125a6f784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:59.544546 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7e504edb-c241-4458-957d-e32125a6f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:59.547202 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-17177ae2-3459-4cb7-bc10-feb25e34963e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:59.582078 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e504edb-c241-4458-957d-e32125a6f784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb12318-d0cb-4571-aaa0-d149899ee807,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:59.588678 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7e504edb-c241-4458-957d-e32125a6f784 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=818ee8be7cba4b04851699249c58055f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432062 Jun 26 16:30:59.588678 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7e504edb-c241-4458-957d-e32125a6f784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:59.588979 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42832) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:30:59.652796 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:59.675055 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:59.796659 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:59.800119 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:30:59.804100 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2cb12318-d0cb-4571-aaa0-d149899ee807 HTTP/1.1" status: 204 len: 168 time: 0.2139893 Jun 26 16:30:59.804929 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-467bd68a-50f6-4da7-8f08-a181d1d9f3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:30:59.812988 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb12318-d0cb-4571-aaa0-d149899ee807,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:30:59.815773 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:30:59.941677 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f7437-a786-4ff1-b402-fdd02d910e46 req-b3c60444-64b3-4769-a7d8-ee26e10c7d58 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:30:59.943281 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-453f7437-a786-4ff1-b402-fdd02d910e46 req-b3c60444-64b3-4769-a7d8-ee26e10c7d58 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.1006608 Jun 26 16:30:59.989080 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-453f7437-a786-4ff1-b402-fdd02d910e46 req-0a601411-05b1-4d5c-aac1-0514c109c611 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386429 Jun 26 16:31:00.574816 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42848) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:00.589212 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b5f46413-89f4-4432-9b1d-44743fc76cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:00.683297 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b5f46413-89f4-4432-9b1d-44743fc76cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:00.759963 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b5f46413-89f4-4432-9b1d-44743fc76cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:00.763641 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0451df3d-cb0b-4000-8486-e970291326cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:00.799491 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b5f46413-89f4-4432-9b1d-44743fc76cf4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f944819aaea4533837a798d83bdc270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234223 Jun 26 16:31:00.800685 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f46413-89f4-4432-9b1d-44743fc76cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a367aa-ee86-41b2-8fb3-db55b559234b,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:00.802325 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42854) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:00.803780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b5f46413-89f4-4432-9b1d-44743fc76cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:00.853878 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:00.874261 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:01.019346 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:01.022375 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:01.023597 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/99a367aa-ee86-41b2-8fb3-db55b559234b HTTP/1.1" status: 204 len: 168 time: 0.2202075 Jun 26 16:31:01.024370 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3c0db878-57c7-44af-88c4-fba3f4e505af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:01.037633 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a367aa-ee86-41b2-8fb3-db55b559234b,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:01.040428 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:01.175374 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77372631-bcd5-4c1c-8ae2-ee302525f43a req-34773921-380d-4221-b451-6572139ee8ce tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:01.176953 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77372631-bcd5-4c1c-8ae2-ee302525f43a req-34773921-380d-4221-b451-6572139ee8ce tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0656328 Jun 26 16:31:01.218179 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77372631-bcd5-4c1c-8ae2-ee302525f43a req-4813c93e-6f8e-405f-8276-8ec28ce0ba26 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353079 Jun 26 16:31:01.865574 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 42876) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:01.879013 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e752d0e4-ee2c-4262-ae56-8e2250894243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:01.963470 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e752d0e4-ee2c-4262-ae56-8e2250894243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:02.057045 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e752d0e4-ee2c-4262-ae56-8e2250894243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:02.057045 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-cd550f65-3d9f-4c30-b0a4-c8e4b115d4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:02.092730 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e752d0e4-ee2c-4262-ae56-8e2250894243 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17550fba98574f70a7eb534d1ec0d2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259862 Jun 26 16:31:02.093839 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752d0e4-ee2c-4262-ae56-8e2250894243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac5a883-1144-461a-8159-94c5ad371e77,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:02.096165 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 42878) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:02.097449 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e752d0e4-ee2c-4262-ae56-8e2250894243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:02.147481 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:02.167953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:02.285577 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:02.288511 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:02.290448 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eac5a883-1144-461a-8159-94c5ad371e77 HTTP/1.1" status: 204 len: 168 time: 0.1927736 Jun 26 16:31:02.290831 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-51e8c582-0afd-4c5d-8f3e-4acd011117bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:02.298382 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac5a883-1144-461a-8159-94c5ad371e77,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:02.300953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:02.415085 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96fcc-101a-4111-b0d8-5147539429eb req-8fd922e2-b377-4d4a-afbe-9840f15fe470 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:02.416651 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a7c96fcc-101a-4111-b0d8-5147539429eb req-8fd922e2-b377-4d4a-afbe-9840f15fe470 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0755568 Jun 26 16:31:02.458547 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a7c96fcc-101a-4111-b0d8-5147539429eb req-19bf5319-0943-4887-8ca6-c2794d64dc37 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358980 Jun 26 16:31:03.644951 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c6e0c-4fff-4a79-a3e8-1d3485e24003 req-3d5b7e51-e398-4a06-a1cc-5bc2e3e39c9e tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:03.646569 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5e5c6e0c-4fff-4a79-a3e8-1d3485e24003 req-3d5b7e51-e398-4a06-a1cc-5bc2e3e39c9e tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0760007 Jun 26 16:31:03.692519 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5e5c6e0c-4fff-4a79-a3e8-1d3485e24003 req-9246ae0d-5adf-44b0-adc2-87ee94da9c27 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385511 Jun 26 16:31:04.903348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d26d6-16c7-4f32-97bb-5c8c60b2c078 req-c6bc3189-7553-449e-a694-43a8a50a603b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:04.905750 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6c7d26d6-16c7-4f32-97bb-5c8c60b2c078 req-c6bc3189-7553-449e-a694-43a8a50a603b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0759888 Jun 26 16:31:04.954235 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6c7d26d6-16c7-4f32-97bb-5c8c60b2c078 req-8aa6def1-7c7e-435a-a803-8de081c309a0 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389183 Jun 26 16:31:05.422216 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43002) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:05.527049 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e95f8246-d407-4dbd-93a6-566c3a5c2570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:05.618678 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e95f8246-d407-4dbd-93a6-566c3a5c2570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:05.687214 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e95f8246-d407-4dbd-93a6-566c3a5c2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:05.689959 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-adfb6acb-a948-4316-a2ec-99d1cfef8efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:05.726102 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f8246-d407-4dbd-93a6-566c3a5c2570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade28d3-5bbe-4d72-8cba-9e9ec6a6aea8,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:05.730201 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e95f8246-d407-4dbd-93a6-566c3a5c2570 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce779eeb76034d87abd84f24a849a72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069162 Jun 26 16:31:05.731140 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e95f8246-d407-4dbd-93a6-566c3a5c2570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:05.732817 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43010) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:05.780735 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f8473e15-5e41-4ad6-a52b-ff70f02fdd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:05.801662 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f8473e15-5e41-4ad6-a52b-ff70f02fdd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:05.943633 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f8473e15-5e41-4ad6-a52b-ff70f02fdd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:05.946317 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f8473e15-5e41-4ad6-a52b-ff70f02fdd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:05.947607 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-f8473e15-5e41-4ad6-a52b-ff70f02fdd90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fade28d3-5bbe-4d72-8cba-9e9ec6a6aea8 HTTP/1.1" status: 204 len: 168 time: 0.2138562 Jun 26 16:31:05.948377 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0a552cc6-1561-4231-8b07-e2722fdb364d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:05.956355 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473e15-5e41-4ad6-a52b-ff70f02fdd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade28d3-5bbe-4d72-8cba-9e9ec6a6aea8,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:05.959659 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f8473e15-5e41-4ad6-a52b-ff70f02fdd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:06.135285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d19171-0a3d-47f8-9583-302759e136a0 req-598f45d2-625e-433b-bfd9-24f9310e5050 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:06.136770 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f9d19171-0a3d-47f8-9583-302759e136a0 req-598f45d2-625e-433b-bfd9-24f9310e5050 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0661316 Jun 26 16:31:06.180819 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f9d19171-0a3d-47f8-9583-302759e136a0 req-6659cc5b-6a43-4f48-b674-51b362ba94d9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381012 Jun 26 16:31:06.253377 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f41c2dfd-85a9-4cfa-8b93-3b2b2d577b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.572977 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43020) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:06.589329 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c05ebdcb-1a14-47d8-94ae-a19765313d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.688165 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c05ebdcb-1a14-47d8-94ae-a19765313d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.761701 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c05ebdcb-1a14-47d8-94ae-a19765313d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.764358 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-faafc260-53a5-4cf0-8786-83cf3ce1e1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:06.799741 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c05ebdcb-1a14-47d8-94ae-a19765313d0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d80ce77891a4baa8f2afffbff6ea137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256961 Jun 26 16:31:06.800495 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ebdcb-1a14-47d8-94ae-a19765313d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0054d95-36dc-498e-8ff7-6c30b7516366,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:06.803707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43024) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:06.804002 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c05ebdcb-1a14-47d8-94ae-a19765313d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:06.858729 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.879294 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.982662 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.985601 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:06.986892 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0054d95-36dc-498e-8ff7-6c30b7516366 HTTP/1.1" status: 204 len: 168 time: 0.1821904 Jun 26 16:31:06.987714 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-77b4172c-e3af-44ca-a6e7-fbf1acb834d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:06.997308 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0054d95-36dc-498e-8ff7-6c30b7516366,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:06.999653 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:07.367178 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4267cf-8e42-4959-97ff-c99b3552d072 req-3352aa1a-a2cd-4542-830b-3ea231341b32 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:07.368693 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9b4267cf-8e42-4959-97ff-c99b3552d072 req-3352aa1a-a2cd-4542-830b-3ea231341b32 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0724356 Jun 26 16:31:07.410114 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9b4267cf-8e42-4959-97ff-c99b3552d072 req-2e4c5ea3-f7af-4ed0-8069-5713cf3caefd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351925 Jun 26 16:31:08.603465 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ec586-b7e4-4519-9832-a27eb42055f4 req-d750cc7b-5d89-4ac9-b276-039142a1d2d9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:08.606285 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-947ec586-b7e4-4519-9832-a27eb42055f4 req-d750cc7b-5d89-4ac9-b276-039142a1d2d9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0674558 Jun 26 16:31:08.649888 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-947ec586-b7e4-4519-9832-a27eb42055f4 req-30612cfb-5bf0-47cb-95c9-dc8a5ef7272f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369737 Jun 26 16:31:08.807150 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-09b17dba-578a-4c01-b3dc-f90e8f085cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:09.104707 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:09.595803 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:09.839410 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb329d-ac13-493f-a0da-308ca3c16130 req-51d86b33-9327-4bcd-b958-3f639a488294 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:09.839410 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ebfb329d-ac13-493f-a0da-308ca3c16130 req-51d86b33-9327-4bcd-b958-3f639a488294 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0698981 Jun 26 16:31:09.879507 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ebfb329d-ac13-493f-a0da-308ca3c16130 req-3ef06cfb-8c9a-4f14-b57d-83ba6926e760 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339935 Jun 26 16:31:10.737731 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:31:11.056501 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ed1a3-39b1-4062-aece-9f7d3f13baaa req-241b7633-2f51-45e9-84ce-13ecb97a85ae tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:11.058332 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e74ed1a3-39b1-4062-aece-9f7d3f13baaa req-241b7633-2f51-45e9-84ce-13ecb97a85ae tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0652745 Jun 26 16:31:11.099262 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e74ed1a3-39b1-4062-aece-9f7d3f13baaa req-fd1611ba-c7b5-43e2-8f61-10837901a7c9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346346 Jun 26 16:31:11.510290 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:12.282090 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7d4af-819b-4810-89d2-7706fd8aa9b5 req-ad18d396-02c0-4a21-a229-a609e6ff1fbb tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:12.283477 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0aa7d4af-819b-4810-89d2-7706fd8aa9b5 req-ad18d396-02c0-4a21-a229-a609e6ff1fbb tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0680261 Jun 26 16:31:12.324106 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0aa7d4af-819b-4810-89d2-7706fd8aa9b5 req-43ae990e-62e3-449d-ba48-0b7814e83f79 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345411 Jun 26 16:31:12.926219 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e6077-2fdf-45a1-9f7c-e8ab3aac92bd req-e25d3f08-4ba5-423b-87f6-fdbec0139bfa tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:12.928324 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-891e6077-2fdf-45a1-9f7c-e8ab3aac92bd req-e25d3f08-4ba5-423b-87f6-fdbec0139bfa tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.0648439 Jun 26 16:31:12.967732 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-891e6077-2fdf-45a1-9f7c-e8ab3aac92bd req-dc781e08-f774-4d95-96e6-d780fa75cffe tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Jun 26 16:31:13.656038 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e17a9-0aee-4ab8-a81a-83ef8478e7ec req-ff923931-b581-4983-be5b-870145dcfaae tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:13.657581 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8f9e17a9-0aee-4ab8-a81a-83ef8478e7ec req-ff923931-b581-4983-be5b-870145dcfaae tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0670612 Jun 26 16:31:13.697917 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8f9e17a9-0aee-4ab8-a81a-83ef8478e7ec req-59da792a-0a40-4f90-a77f-ad7f3d1cf495 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=1aad684b-2032-4572-a554-7372c3e3ef57&id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344532 Jun 26 16:31:14.157664 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbeb80-08d7-4055-9d41-6a1eca8ef626 req-498c4950-422d-4d4e-a2bb-717ec439acff tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:14.159659 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-29fbeb80-08d7-4055-9d41-6a1eca8ef626 req-498c4950-422d-4d4e-a2bb-717ec439acff tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.0633030 Jun 26 16:31:14.198911 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-29fbeb80-08d7-4055-9d41-6a1eca8ef626 req-ca8d99e8-4e12-4d19-b0ad-7d4895a937ec tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Jun 26 16:31:15.374578 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f3b3d-4354-4f95-8204-6eb44ce7a406 req-fc403ba1-d5f2-4902-812f-e30af049ed69 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:15.376094 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-df6f3b3d-4354-4f95-8204-6eb44ce7a406 req-fc403ba1-d5f2-4902-812f-e30af049ed69 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.0635338 Jun 26 16:31:15.415263 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-df6f3b3d-4354-4f95-8204-6eb44ce7a406 req-44451e5e-fc6e-41ae-8c33-3613be279bfe tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Jun 26 16:31:16.360567 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59724f6b-951a-41b1-a827-0d8a20d8f355 req-b9997dea-08f6-4c93-9ded-25928db82e50 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:16.362065 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-59724f6b-951a-41b1-a827-0d8a20d8f355 req-b9997dea-08f6-4c93-9ded-25928db82e50 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.0666027 Jun 26 16:31:16.402142 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-59724f6b-951a-41b1-a827-0d8a20d8f355 req-4f42a249-ebe7-47c6-b52e-24d53aaf26b2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334547 Jun 26 16:31:16.592743 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a130a3-955c-4605-8405-05bda23ae44c req-67f4a609-16c5-4c09-81d0-4e4d680551d0 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:16.594243 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6a130a3-955c-4605-8405-05bda23ae44c req-67f4a609-16c5-4c09-81d0-4e4d680551d0 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.0649996 Jun 26 16:31:16.621631 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43196) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:16.631304 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6a130a3-955c-4605-8405-05bda23ae44c req-2e63beaa-ccde-458f-a4cc-95a6843f282d tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Jun 26 16:31:16.727635 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7bb80ae9-685f-40b6-852f-fe5b24855a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.814217 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7bb80ae9-685f-40b6-852f-fe5b24855a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.905136 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7bb80ae9-685f-40b6-852f-fe5b24855a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:16.907258 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-4f0330f0-0ec1-47f9-82c2-519be3e37838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:16.941719 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb80ae9-685f-40b6-852f-fe5b24855a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d614f-0d2c-4922-b069-000d422a74a4,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:16.946020 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7bb80ae9-685f-40b6-852f-fe5b24855a96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e88950460a8842e781a5b04323818b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232994 Jun 26 16:31:16.946901 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7bb80ae9-685f-40b6-852f-fe5b24855a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:16.948599 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43200) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:16.997152 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:17.017441 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:17.148768 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:17.151329 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:17.152469 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea7d614f-0d2c-4922-b069-000d422a74a4 HTTP/1.1" status: 204 len: 168 time: 0.2029326 Jun 26 16:31:17.153170 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:17.160621 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d614f-0d2c-4922-b069-000d422a74a4,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:17.162863 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:17.590875 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e128f-604b-48fe-b6b1-d04d6f470edb req-c4d45379-5afb-4602-8efb-bef968a9e50d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:17.592530 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7b4e128f-604b-48fe-b6b1-d04d6f470edb req-c4d45379-5afb-4602-8efb-bef968a9e50d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.0706942 Jun 26 16:31:17.629552 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7b4e128f-604b-48fe-b6b1-d04d6f470edb req-5bddbaed-4434-4e54-b352-cbea3083b06d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313008 Jun 26 16:31:17.793762 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43212) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:17.807501 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-beba234d-8fd8-4fc7-8ce0-9f6e417755d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:17.815689 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e8c83-522b-485b-a4ca-8e28ace0339e req-25375e47-0e15-4a53-8147-8f3a9e8fc3cb tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:17.817300 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-469e8c83-522b-485b-a4ca-8e28ace0339e req-25375e47-0e15-4a53-8147-8f3a9e8fc3cb tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.0681050 Jun 26 16:31:17.855738 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-469e8c83-522b-485b-a4ca-8e28ace0339e req-1deaab15-7554-4f3b-b98a-7a9e2d69a1c6 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Jun 26 16:31:17.898616 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-beba234d-8fd8-4fc7-8ce0-9f6e417755d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:17.980849 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-beba234d-8fd8-4fc7-8ce0-9f6e417755d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:17.983602 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ee45c2ea-671d-4294-aaf5-ee8af6da29c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:18.018830 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba234d-8fd8-4fc7-8ce0-9f6e417755d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f36b582-0f2c-4c31-9b68-84ece415b994,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:18.023124 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-beba234d-8fd8-4fc7-8ce0-9f6e417755d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d63864a3689a4599a1abffb842a630d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283931 Jun 26 16:31:18.023993 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-beba234d-8fd8-4fc7-8ce0-9f6e417755d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:18.026492 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43214) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:18.074151 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.094037 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.188038 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.190717 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.192125 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f36b582-0f2c-4c31-9b68-84ece415b994 HTTP/1.1" status: 204 len: 168 time: 0.1651368 Jun 26 16:31:18.192842 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-12a0ec81-f7e6-4419-8985-a955e05afda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:18.201303 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f36b582-0f2c-4c31-9b68-84ece415b994,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:18.203493 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:18.616474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6702890-4c14-4b13-a052-13b6d225dbee req-1cf23d57-cda9-4c61-b2cc-2bc94791f078 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:18.618097 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6702890-4c14-4b13-a052-13b6d225dbee req-1cf23d57-cda9-4c61-b2cc-2bc94791f078 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.0659320 Jun 26 16:31:18.725141 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Deleting port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:18.725481 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:18.882680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] For port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:18.882938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.005581 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a7506-0474-4751-9f86-04991bf837a4 req-d5ed4b6b-26c8-43e3-9d97-119e1155c976 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.007662 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-248a7506-0474-4751-9f86-04991bf837a4 req-d5ed4b6b-26c8-43e3-9d97-119e1155c976 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 947 time: 0.2319279 Jun 26 16:31:19.027667 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-9ff46d21-549e-43db-a7f7-40b82821c340 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.029151 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-9ff46d21-549e-43db-a7f7-40b82821c340 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.2162464 Jun 26 16:31:19.244714 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-248a7506-0474-4751-9f86-04991bf837a4 req-7143f070-8138-41be-86a3-8ef5084b99a3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=b557b4e6-ea7f-407b-ab36-7da534d623ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134078 Jun 26 16:31:19.336160 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3d1f6-8649-4c76-b08e-340cce4d8ead req-c49a5a53-8a28-4e08-8988-b0e1b16793e1 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:19.337693 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c1d3d1f6-8649-4c76-b08e-340cce4d8ead req-c49a5a53-8a28-4e08-8988-b0e1b16793e1 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 945 time: 0.3494105 Jun 26 16:31:19.379866 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.379866 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.380171 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Floating IP cedd54dc-903b-4b47-bb71-29409165c236 disassociated. External IP: 172.28.2.115, port: 2786b34d-6ed1-4444-8658-1d0b9cdacf2b. Jun 26 16:31:19.380526 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Calling delete_port for 2786b34d-6ed1-4444-8658-1d0b9cdacf2b owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:19.450197 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c1d3d1f6-8649-4c76-b08e-340cce4d8ead req-03233265-0b02-4660-a823-035c9bd334bd tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/security-groups?id=e4cff794-8627-4de5-9a4b-2a91fa6c08d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056969 Jun 26 16:31:19.452816 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Deleting port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:19.453457 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.864010 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] For port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,segment=NetworkSegment(a9a1a60b-12ce-4214-a861-a6e8a1d36691),segment_id=a9a1a60b-12ce-4214-a861-a6e8a1d36691)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:19.864709 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:19.881675 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Calling delete_port for 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:20.053149 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:20.057810 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6f31f3aa-fe42-466d-a997-d20dd8370e40 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:20.084520 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event deleted for resources: {'Port': ['ID=2786b34d-6ed1-4444-8658-1d0b9cdacf2b,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:20.096556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:20.103617 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.104007 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.104384 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.104751 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.105139 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.105530 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.105926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.106244 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.106603 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.107144 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.107507 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.107867 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:20.113856 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:20.114087 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-164a3b07-a9f5-4773-ab28-e0b1859e18d3 tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:20.175552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Pushing event deleted for resources: {'Port': ['ID=8922c56c-c475-4e79-a7ed-5e9ea11a24b5,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:20.196754 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:20.224953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] No DVR routers for this DVR port 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:20.228694 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:20.230720 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-af77e3e5-93ac-4346-a62b-c47fe251dab4 req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.15 "DELETE /v2.0/ports/8922c56c-c475-4e79-a7ed-5e9ea11a24b5 HTTP/1.1" status: 204 len: 173 time: 1.1933022 Jun 26 16:31:20.231165 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'name': 'network-vif-deleted', 'tag': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:20.233491 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492e373-95c5-49be-a402-9fceefb2ef55" -d '{"events": [{"server_uuid": "3f2c63e5-0c07-48cc-b59c-03bf6f7fd786", "name": "network-vif-deleted", "tag": "8922c56c-c475-4e79-a7ed-5e9ea11a24b5"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:20.274685 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d25f414-202d-4679-b796-6cde8aa2771b x-openstack-request-id: req-9d25f414-202d-4679-b796-6cde8aa2771b {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:20.275146 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2c63e5-0c07-48cc-b59c-03bf6f7fd786", "name": "network-vif-deleted", "tag": "8922c56c-c475-4e79-a7ed-5e9ea11a24b5", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:20.275505 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d25f414-202d-4679-b796-6cde8aa2771b {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:20.276002 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2c63e5-0c07-48cc-b59c-03bf6f7fd786', 'name': 'network-vif-deleted', 'tag': '8922c56c-c475-4e79-a7ed-5e9ea11a24b5', 'status': 'completed', 'code': 200} Jun 26 16:31:20.293529 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:20.422202 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-86c22ffa-da92-4e71-98a6-d9ccb4c85322 req-c92c087e-31f2-47e4-932b-02e15b7032d8 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 210 time: 0.0356784 Jun 26 16:31:20.438820 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:20.450761 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] Sync routers for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:20.464928 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:20.465559 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:20.510545 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] No DVR routers for this DVR port 2786b34d-6ed1-4444-8658-1d0b9cdacf2b on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:31:20.514995 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:20.517454 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f6702890-4c14-4b13-a052-13b6d225dbee req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "DELETE /v2.0/ports/2786b34d-6ed1-4444-8658-1d0b9cdacf2b HTTP/1.1" status: 204 len: 173 time: 1.8921194 Jun 26 16:31:20.592808 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:20.602655 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3a86eb43-66eb-435a-82b6-7ad6c7f9fb77 req-6d168f01-4380-4ebb-ac41-5c0f3a40d8c3 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f2c63e5-0c07-48cc-b59c-03bf6f7fd786 HTTP/1.1" status: 200 len: 210 time: 0.0328090 Jun 26 16:31:20.815335 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:20.841466 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] Checking router: 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:20.849773 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:20.850388 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:20.956416 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:21.177742 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:21.209829 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639900e-1afa-4cd4-9d34-929db983e435 None None] The sync data for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb is: [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:21.541541 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b270041-bb6e-4e85-a293-bddb54b61a94 None None] New status for floating IP cedd54dc-903b-4b47-bb71-29409165c236: DOWN {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:31:21.550675 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:21.572730 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 2786b34d-6ed1-4444-8658-1d0b9cdacf2b {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:21.573109 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 2786b34d-6ed1-4444-8658-1d0b9cdacf2b not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:21.573540 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:31:21.614861 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:31:21.614861 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8922c56c-c475-4e79-a7ed-5e9ea11a24b5 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:31:21.626050 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5c40a18d-cf9e-423b-815d-704ad2e7dc24 req-955d23d2-5b1c-4e79-b76b-336df182ba1f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=383283ed-6d0f-4c6e-a023-58ac3eb3bd8b HTTP/1.1" status: 200 len: 210 time: 0.0321326 Jun 26 16:31:22.277774 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-deleted', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:22.280809 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1bf9f3-271a-4c75-a89a-3314d0046a3c" -d '{"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-deleted", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:22.329376 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e04a08-8124-4b14-bfe3-f5f20842cc4e x-openstack-request-id: req-b8e04a08-8124-4b14-bfe3-f5f20842cc4e {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:22.329817 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383283ed-6d0f-4c6e-a023-58ac3eb3bd8b", "name": "network-vif-deleted", "tag": "2786b34d-6ed1-4444-8658-1d0b9cdacf2b", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:22.330193 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8e04a08-8124-4b14-bfe3-f5f20842cc4e {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:22.330807 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383283ed-6d0f-4c6e-a023-58ac3eb3bd8b', 'name': 'network-vif-deleted', 'tag': '2786b34d-6ed1-4444-8658-1d0b9cdacf2b', 'status': 'completed', 'code': 200} Jun 26 16:31:22.815701 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43302) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:22.873406 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:22.900926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.030106 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.032655 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.033839 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "DELETE /v2.0/security-groups/b557b4e6-ea7f-407b-ab36-7da534d623ae HTTP/1.1" status: 204 len: 168 time: 0.2171712 Jun 26 16:31:23.034663 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6a128fd-710d-4788-abf1-bbfc80e3f54a tempest-VolumesNegativeTest-1026063698 tempest-VolumesNegativeTest-1026063698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:23.036714 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43308) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:23.043745 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b557b4e6-ea7f-407b-ab36-7da534d623ae,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:23.046195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:23.053773 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.api.v2.resource [None req-5b797388-4eea-4b5b-8214-106860e1a212 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] show failed (client error): The resource could not be found. Jun 26 16:31:23.055259 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-5b797388-4eea-4b5b-8214-106860e1a212 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups/b557b4e6-ea7f-407b-ab36-7da534d623ae HTTP/1.1" status: 404 len: 347 time: 0.0174055 Jun 26 16:31:23.058467 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43310) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:23.181463 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Deleting port 87ab1efa-9edd-4c02-8a84-d3cd38a4bbfe {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:23.181808 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.252658 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.253032 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.264762 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Calling delete_port for 87ab1efa-9edd-4c02-8a84-d3cd38a4bbfe owned by network:floatingip {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:23.556283 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.559070 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:23.582510 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event deleted for resources: {'Port': ['ID=87ab1efa-9edd-4c02-8a84-d3cd38a4bbfe,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:23.594898 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.595267 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.595627 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.595982 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.596331 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.596739 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.597117 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.597466 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.597804 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.598143 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.598482 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.598829 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:23.602791 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:23.661142 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.664173 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:23.665358 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "DELETE /v2.0/floatingips/cedd54dc-903b-4b47-bb71-29409165c236 HTTP/1.1" status: 204 len: 168 time: 0.6060045 Jun 26 16:31:24.099248 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.476568 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43354) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:24.481375 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62493452', 'description': 'tempest-description--853562712'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:24.622592 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.703584 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.738745 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.741252 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a0d4c2d6-1d45-423a-a09d-42e65917f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:24.768115 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5305af0-127c-4427-ac1d-5cc17025a967,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:24.770770 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:24.845606 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:24.853823 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3694921 Jun 26 16:31:24.854081 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43360) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:24.857013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'security_group_rule': {'security_group_id': 'f5305af0-127c-4427-ac1d-5cc17025a967', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:24.961273 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.007262 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.090874 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.093116 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d72b63e8-bbb0-4212-986c-c0547b13585f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:25.109970 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4773f52-42aa-4809-be6e-cddefa5dc49a,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:25.113812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:25.196415 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.199586 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-009bf117-cee1-4b99-97c5-9d2b3f4820aa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459444 Jun 26 16:31:25.200525 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43366) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:25.205034 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'security_group_rule': {'security_group_id': 'f5305af0-127c-4427-ac1d-5cc17025a967', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:25.304784 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.361760 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.434170 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.437751 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:25.459735 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a1512e-f3f9-4c2b-b6da-1f452f05d3e2,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:25.462605 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:25.595990 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.597314 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958039 Jun 26 16:31:25.600489 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43376) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:25.605100 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'floatingip': {'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:25.719764 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.824555 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:25.930370 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Allocated IP 172.28.2.41 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/a4008fee-8f87-4a43-84bc-1959af4f9103) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:31:26.034226 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.133346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.136191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:26.168980 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:31:26.173223 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:31:26.175864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:31:26.207445 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'Port': ['ID=a4008fee-8f87-4a43-84bc-1959af4f9103,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:26.211428 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:26.271195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.399364 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.559717 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.607693 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.610761 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-61e2c187-7fc2-47a2-93a7-fe023c6586dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:26.677703 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'Port': ['ID=a4008fee-8f87-4a43-84bc-1959af4f9103,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:26.681193 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:26.689758 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.786407 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:26.787707 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1862378 Jun 26 16:31:26.994334 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-63dfafe2-566f-4b0f-a15b-a2484445e973 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--62493452&fields=id&tenant_id=e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 267 time: 0.0327556 Jun 26 16:31:27.102013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-1d952e7d-4457-4aff-8174-895150a5c800 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:27.107246 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-1d952e7d-4457-4aff-8174-895150a5c800 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 817 time: 0.1062117 Jun 26 16:31:27.122268 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-6f308a38-a0dd-4546-8c27-4ada3a969d99 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/quotas/e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 375 time: 0.0099053 Jun 26 16:31:27.191939 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-105a5a41-0aff-46dd-a0eb-bf54e81f61c6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644772 Jun 26 16:31:27.286867 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-296a70ae-3b8f-4ca7-b9ee-79927ed5eb2a service neutron] 10.222.0.45 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852187 Jun 26 16:31:27.306052 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43412) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:27.376994 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-c1de32a4-2985-44c6-94f1-457d81dfd0dd service neutron] 10.222.0.45 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837865 Jun 26 16:31:27.415327 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-50cee024-9e95-4ac4-bbbd-0a5b771dbcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.519215 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-50cee024-9e95-4ac4-bbbd-0a5b771dbcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.611009 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-50cee024-9e95-4ac4-bbbd-0a5b771dbcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.614778 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6483060a-331b-4e2f-9999-c241ab5656e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:27.658325 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43422) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:27.665437 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-50cee024-9e95-4ac4-bbbd-0a5b771dbcab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d35c5ea60ef49acbc8c58017611b554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581579 Jun 26 16:31:27.668255 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cee024-9e95-4ac4-bbbd-0a5b771dbcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1099ed9-153b-44d8-984f-b5e0604f5844,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:27.679169 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-50cee024-9e95-4ac4-bbbd-0a5b771dbcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:27.709071 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b8fc61a5-af49-4cac-8e01-21fc69fd2007 req-83cdfa81-9db7-4344-9a7b-fd82279d0d67 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 210 time: 0.0436664 Jun 26 16:31:27.742787 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.786865 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.902340 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.904978 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:27.906155 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1099ed9-153b-44d8-984f-b5e0604f5844 HTTP/1.1" status: 204 len: 168 time: 0.2468591 Jun 26 16:31:27.907003 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9cea78ac-4629-4516-84d8-57e442733037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:27.915145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1099ed9-153b-44d8-984f-b5e0604f5844,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:27.917590 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:28.892256 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-71e87841-c84b-4b0a-bc56-9e1454e919c3 req-582a26f9-d3b7-43bf-8543-a2e52051c085 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 210 time: 0.0299549 Jun 26 16:31:29.990128 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-38079031-3673-4527-9a07-08020f040ce1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:29.992257 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-38079031-3673-4527-9a07-08020f040ce1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 817 time: 0.1242552 Jun 26 16:31:30.043582 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-471d7549-6a8c-4e0b-b448-5eba0f84f324 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 378 time: 0.0385611 Jun 26 16:31:30.064092 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'port': {'device_id': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'admin_state_up': True, 'tenant_id': 'e118aab60b5045788845fccb47720560', 'security_groups': ['f5305af0-127c-4427-ac1d-5cc17025a967']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:30.137682 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-df3b0c66-54c4-4528-b5e5-a3952ea8cf04 req-00602d2b-b620-46c8-bd68-9dc26d475c47 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 210 time: 0.0803163 Jun 26 16:31:30.291336 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Made reservation on behalf of e118aab60b5045788845fccb47720560 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:31:30.295438 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.422455 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Allocated IP 172.20.0.11 (3b3f6caf-be2f-40d5-8a74-112261102b0e/b31166a6-704d-49c5-8e14-b4935e0c8caa/8c64cd36-7a27-4905-af8c-49b67b1084d8) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:31:30.578620 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.591781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Transition to ACTIVE for port object 8c64cd36-7a27-4905-af8c-49b67b1084d8 will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:31:30.716113 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.720219 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:30.762396 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:31:30.765463 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:31:30.771417 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:31:30.796826 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:30.802757 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:30.826311 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:30.826956 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:30.911036 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8627486 Jun 26 16:31:30.923887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Request body: {'port': {'device_id': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:31.002112 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.037901 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-acc45ed1-53b3-40fe-90d6-6031123a0fb4 None None] Provisioning for port 8c64cd36-7a27-4905-af8c-49b67b1084d8 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:31:31.044191 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-acc45ed1-53b3-40fe-90d6-6031123a0fb4 None None] Provisioning complete for port 8c64cd36-7a27-4905-af8c-49b67b1084d8 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:31.044675 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-acc45ed1-53b3-40fe-90d6-6031123a0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.226912 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-acc45ed1-53b3-40fe-90d6-6031123a0fb4 None None] Port 8c64cd36-7a27-4905-af8c-49b67b1084d8 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:31:31.402051 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c64cd36-7a27-4905-af8c-49b67b1084d8 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:31.411618 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.424596 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a98d7-72b1-4908-b896-763382f42e80 req-2f00b042-e08a-4946-bb41-d247d96c0cde tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:31.424778 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f85a98d7-72b1-4908-b896-763382f42e80 req-2f00b042-e08a-4946-bb41-d247d96c0cde tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 932 time: 0.1278079 Jun 26 16:31:31.436338 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Transition to ACTIVE for port object 8c64cd36-7a27-4905-af8c-49b67b1084d8 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:31:31.466900 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f85a98d7-72b1-4908-b896-763382f42e80 req-8fb160d4-15bf-4af8-aca8-8ac165d1b444 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338595 Jun 26 16:31:31.571321 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.574420 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2fee16b3-838a-425e-9523-b2c989437885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:31.644651 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:31.648514 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:31.715819 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Attempting to bind port 8c64cd36-7a27-4905-af8c-49b67b1084d8 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:31:31.716364 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Attempting to bind port 8c64cd36-7a27-4905-af8c-49b67b1084d8 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:31:31.717033 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Attempting to bind port 8c64cd36-7a27-4905-af8c-49b67b1084d8 on network 3b3f6caf-be2f-40d5-8a74-112261102b0e {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:31.723795 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Port 8c64cd36-7a27-4905-af8c-49b67b1084d8 on network 3b3f6caf-be2f-40d5-8a74-112261102b0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:31:31.724574 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Attempting to bind port 8c64cd36-7a27-4905-af8c-49b67b1084d8 on network 3b3f6caf-be2f-40d5-8a74-112261102b0e {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:31:31.735006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:31:31.735006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Checking segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:31:31.735006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Bound using segment: {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:31:31.735006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Bound port: 8c64cd36-7a27-4905-af8c-49b67b1084d8, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:31:31.735006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.856912 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:31:31.859353 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:31:31.885141 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359b9e-cae6-4b76-a156-b4b9ea39eee5 req-548bf52d-2f35-4a38-94de-25317d2b3e9a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:31.886679 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-02359b9e-cae6-4b76-a156-b4b9ea39eee5 req-548bf52d-2f35-4a38-94de-25317d2b3e9a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1020308 Jun 26 16:31:31.925983 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-02359b9e-cae6-4b76-a156-b4b9ea39eee5 req-661675f9-7c43-4510-bf56-9ad02fbe4891 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333984 Jun 26 16:31:31.927750 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.931287 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-2cc02602-ba98-41be-af2a-e966ef1cd74c tempest-AttachVolumeNegativeTest-1754213145 tempest-AttachVolumeNegativeTest-1754213145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:31.969768 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:31.970385 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:31.971773 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 200 len: 1094 time: 1.0525146 Jun 26 16:31:31.972277 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:31.974578 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e42b212-b0f5-45b4-a32b-37370d79ad0c" -d '{"events": [{"name": "network-changed", "server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:32.000110 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:32.005813 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:32.015702 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f4761-78c9-44f6-9b68-6d7a4ed4b90b x-openstack-request-id: req-fa3f4761-78c9-44f6-9b68-6d7a4ed4b90b {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:32.016009 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:32.016300 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa3f4761-78c9-44f6-9b68-6d7a4ed4b90b {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:32.016737 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'status': 'completed', 'code': 200} Jun 26 16:31:32.093035 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b212-b0f5-45b4-a32b-37370d79ad0c req-3f8572f7-6f8d-45a7-8052-2295269af0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.094551 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e42b212-b0f5-45b4-a32b-37370d79ad0c req-3f8572f7-6f8d-45a7-8052-2295269af0ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0564976 Jun 26 16:31:32.200024 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b212-b0f5-45b4-a32b-37370d79ad0c req-7e63bfcd-cb2b-4d5b-b889-250a73c64c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.201593 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e42b212-b0f5-45b4-a32b-37370d79ad0c req-7e63bfcd-cb2b-4d5b-b889-250a73c64c7c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e118aab60b5045788845fccb47720560&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0972908 Jun 26 16:31:32.294488 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b212-b0f5-45b4-a32b-37370d79ad0c req-f196b7db-f4bb-4ad2-8c23-38bcc8617a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.296121 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6e42b212-b0f5-45b4-a32b-37370d79ad0c req-f196b7db-f4bb-4ad2-8c23-38bcc8617a65 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874264 Jun 26 16:31:32.401284 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-88e48d07-7491-499a-a7ad-942c337a26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.402789 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-88e48d07-7491-499a-a7ad-942c337a26a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0569506 Jun 26 16:31:32.451217 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-fede0a6e-ec57-4110-82e6-c653f8a27547 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 200 len: 217 time: 0.0407317 Jun 26 16:31:32.502730 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-8d0dec5f-5cf2-4af0-8eba-94aeb4179276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.503821 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-8d0dec5f-5cf2-4af0-8eba-94aeb4179276 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0431867 Jun 26 16:31:32.569219 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-88475d22-8304-4c73-91c2-601cb9fe7d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.571073 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-88475d22-8304-4c73-91c2-601cb9fe7d67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598099 Jun 26 16:31:32.714441 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-cb00c1e7-da6a-47e8-8810-0f9b6075302f service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278944 Jun 26 16:31:32.722720 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ccac4-1849-4827-9d21-8b263de7299a req-fd1284db-c4e4-4c88-8133-686338ce1f69 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:32.724092 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b91ccac4-1849-4827-9d21-8b263de7299a req-fd1284db-c4e4-4c88-8133-686338ce1f69 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.1302226 Jun 26 16:31:32.817665 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b91ccac4-1849-4827-9d21-8b263de7299a req-d08d94f9-0690-40dd-89cf-60162148b20f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851510 Jun 26 16:31:32.843241 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e12442-a633-454b-a754-de3d3d6ee761 req-c32cd352-62cf-4e43-a2c3-c9036def07a8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182320 Jun 26 16:31:33.097948 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2a7ef-5c88-45e3-8206-f1597b566126 req-f7a4c3ef-a85f-4f56-a0d6-9579da655334 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:33.099321 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-16c2a7ef-5c88-45e3-8206-f1597b566126 req-f7a4c3ef-a85f-4f56-a0d6-9579da655334 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0597866 Jun 26 16:31:33.138698 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-16c2a7ef-5c88-45e3-8206-f1597b566126 req-c51556da-22b3-4172-97f3-88ad24246daa tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330176 Jun 26 16:31:33.322488 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43580) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:33.427186 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f06aca32-195d-4fe9-943c-b1656291f26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.514219 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f06aca32-195d-4fe9-943c-b1656291f26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.612696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f06aca32-195d-4fe9-943c-b1656291f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.617081 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a733ccd8-c273-4365-890b-2560537d57c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:33.656747 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-f06aca32-195d-4fe9-943c-b1656291f26f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b3679cac82e4fc69567ba7b7927cc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330162 Jun 26 16:31:33.659568 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aca32-195d-4fe9-943c-b1656291f26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563dc022-c76d-46ec-955a-e54e139e76b5,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:33.659712 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43584) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:33.661189 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f06aca32-195d-4fe9-943c-b1656291f26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:33.707312 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.726946 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.873850 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.876632 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:33.877975 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/563dc022-c76d-46ec-955a-e54e139e76b5 HTTP/1.1" status: 204 len: 168 time: 0.2174110 Jun 26 16:31:33.878759 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ef8950e0-3fd4-4466-b0d2-8494c54304af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:33.887352 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563dc022-c76d-46ec-955a-e54e139e76b5,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:33.891933 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:33.997156 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e34c2-2a54-481a-8775-d90695638d6b req-fe798b6f-4026-4e7b-bf52-5cc791c1e5bd tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:33.998634 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4e6e34c2-2a54-481a-8775-d90695638d6b req-fe798b6f-4026-4e7b-bf52-5cc791c1e5bd tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0636568 Jun 26 16:31:34.039268 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4e6e34c2-2a54-481a-8775-d90695638d6b req-7d028ceb-c0fe-4bb7-aebe-7f2f4f17e1ec tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343063 Jun 26 16:31:34.177888 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43600) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:34.302688 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d73b7684-35d8-4817-adbd-4cb4f9014db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.339015 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150a04-1c35-4888-a6c3-aad1aa338b8e req-62e32116-f60e-4a57-80f0-6c568f0e3c22 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:34.341408 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef150a04-1c35-4888-a6c3-aad1aa338b8e req-62e32116-f60e-4a57-80f0-6c568f0e3c22 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0698187 Jun 26 16:31:34.379982 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef150a04-1c35-4888-a6c3-aad1aa338b8e req-0410f9af-1c65-43c3-96de-02f8b9e402c2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335739 Jun 26 16:31:34.398964 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d73b7684-35d8-4817-adbd-4cb4f9014db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.479671 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d73b7684-35d8-4817-adbd-4cb4f9014db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.483442 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d3ad67e8-907f-4d2f-adca-0d6e727550f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:34.518184 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d73b7684-35d8-4817-adbd-4cb4f9014db1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14ccaddc60774923a21e5df18dd84a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392382 Jun 26 16:31:34.519105 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b7684-35d8-4817-adbd-4cb4f9014db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4656c078-527f-41d5-98b0-0587cda9ff8f,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:34.521455 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43620) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:34.523323 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d73b7684-35d8-4817-adbd-4cb4f9014db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:34.580846 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.603243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.790203 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.792755 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:34.793985 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4656c078-527f-41d5-98b0-0587cda9ff8f HTTP/1.1" status: 204 len: 168 time: 0.2713907 Jun 26 16:31:34.794783 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8e93b2a5-bea6-4254-bee2-c59591703410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:34.802517 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4656c078-527f-41d5-98b0-0587cda9ff8f,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:34.805356 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:35.231436 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57a322-54bc-4bba-888b-16b922829018 req-99aebb4c-b13a-42ed-9c94-06aac01195b9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:35.233034 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ec57a322-54bc-4bba-888b-16b922829018 req-99aebb4c-b13a-42ed-9c94-06aac01195b9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0712025 Jun 26 16:31:35.271264 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ec57a322-54bc-4bba-888b-16b922829018 req-73aac9a7-5cce-4b15-93e4-658b1cf4f906 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320442 Jun 26 16:31:35.550756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43660) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:35.586521 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d12ef-b675-43d6-8748-6dc0923a1bb2 req-ab388230-9a97-472a-886f-7746bb1dfc07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:35.592146 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1a1d12ef-b675-43d6-8748-6dc0923a1bb2 req-ab388230-9a97-472a-886f-7746bb1dfc07 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0869110 Jun 26 16:31:35.616649 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:31:35.733515 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:35.746268 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'port_id': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'mac_address': 'fa:16:3e:61:14:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:31:35.791038 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.812742 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c64cd36-7a27-4905-af8c-49b67b1084d8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:31:35.828104 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:35.904473 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.906412 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:35.918764 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e7593bb0-05ce-464d-bdd8-6e2bd10a1568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:35.939831 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1a1d12ef-b675-43d6-8748-6dc0923a1bb2 req-a2d8e229-886b-4e65-9156-d45eacfe5937 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446515 Jun 26 16:31:35.956252 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.968069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:31:35.971766 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:36.022595 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e7593bb0-05ce-464d-bdd8-6e2bd10a1568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.102185 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-e7593bb0-05ce-464d-bdd8-6e2bd10a1568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.105845 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-dd0311bd-5a41-425e-84a7-3fc1e20adab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:36.141101 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-e7593bb0-05ce-464d-bdd8-6e2bd10a1568 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bd63c1ac511462089e901006298e51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879393 Jun 26 16:31:36.142221 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7593bb0-05ce-464d-bdd8-6e2bd10a1568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188fcdbc-1f87-4502-8dd8-42c75beeb6bb,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:36.143820 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43676) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:36.145314 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e7593bb0-05ce-464d-bdd8-6e2bd10a1568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:36.179845 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['8c64cd36-7a27-4905-af8c-49b67b1084d8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:36.201197 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.222660 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.286945 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f63d0d36-c4a8-4722-ad02-c29e55a1321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.344543 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.347329 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:36.348528 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/188fcdbc-1f87-4502-8dd8-42c75beeb6bb HTTP/1.1" status: 204 len: 168 time: 0.2023444 Jun 26 16:31:36.349549 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f23df65b-c038-430f-9acd-dd03021e96df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:36.357983 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188fcdbc-1f87-4502-8dd8-42c75beeb6bb,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:36.360339 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:36.459262 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e0e0d-e8ef-4edd-965f-c8893b9c80fa req-4b98cb30-df86-4b1f-9fbb-a4a2fc3bb284 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:36.461558 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2d2e0e0d-e8ef-4edd-965f-c8893b9c80fa req-4b98cb30-df86-4b1f-9fbb-a4a2fc3bb284 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 945 time: 0.0662391 Jun 26 16:31:36.499178 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2d2e0e0d-e8ef-4edd-965f-c8893b9c80fa req-c43d4bff-cfb1-47fc-b67a-bac93da9695a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313189 Jun 26 16:31:37.121002 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d829d5-7506-4a9a-abda-ec57f8676c5a req-7a8fec88-be2a-4046-9e6d-5f87fb654019 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:37.122481 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a9d829d5-7506-4a9a-abda-ec57f8676c5a req-7a8fec88-be2a-4046-9e6d-5f87fb654019 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0646012 Jun 26 16:31:37.158955 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a9d829d5-7506-4a9a-abda-ec57f8676c5a req-8e21a7bb-fdce-479a-b50e-fc3475c1c0a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306623 Jun 26 16:31:37.635761 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:31:37.676742 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64b24f-8d92-489e-918d-a8259813487d req-ff537392-029a-4839-82ac-7fd7fd21abc5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:37.678415 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c64b24f-8d92-489e-918d-a8259813487d req-ff537392-029a-4839-82ac-7fd7fd21abc5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 945 time: 0.0628819 Jun 26 16:31:37.716608 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c64b24f-8d92-489e-918d-a8259813487d req-2acb771a-687a-4edf-8b94-8d8ab6f439c9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317800 Jun 26 16:31:37.744377 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 8c64cd36-7a27-4905-af8c-49b67b1084d8 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:31:37.748704 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 8c64cd36-7a27-4905-af8c-49b67b1084d8 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:37.748846 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.828734 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.852550 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:37.855013 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca41c5e-6d25-4d3b-bc7b-5d19a3cc3bf1" -d '{"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-plugged", "status": "completed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:37.868001 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:37.891460 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6eacf1b-2492-4aa2-be0e-39ab8b91f4c9 x-openstack-request-id: req-f6eacf1b-2492-4aa2-be0e-39ab8b91f4c9 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:37.891763 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-plugged", "status": "completed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:37.892026 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6eacf1b-2492-4aa2-be0e-39ab8b91f4c9 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:37.892429 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'code': 200} Jun 26 16:31:37.944245 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:37.946942 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:37.994815 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:38.003179 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:38.274032 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba095a04-7c05-4215-b959-f68b4ef21f79 req-8982452b-fbc4-4a25-a4b8-6a5b023c927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:38.275523 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ba095a04-7c05-4215-b959-f68b4ef21f79 req-8982452b-fbc4-4a25-a4b8-6a5b023c927e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1099 time: 0.0571182 Jun 26 16:31:38.338815 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ba095a04-7c05-4215-b959-f68b4ef21f79 req-b917671b-1fba-4f14-9ed8-b8bdabbfb66b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521586 Jun 26 16:31:38.360148 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a2161-923e-4b88-9286-439cf2631f38 req-4037da8e-45b2-4a11-b927-f8251c4e40e8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:38.361627 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-746a2161-923e-4b88-9286-439cf2631f38 req-4037da8e-45b2-4a11-b927-f8251c4e40e8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0834849 Jun 26 16:31:38.399440 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-746a2161-923e-4b88-9286-439cf2631f38 req-b3474432-96b5-4e5e-a16b-3600332cbd08 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314023 Jun 26 16:31:38.807196 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-39d537c3-913f-4345-a2cb-211e3276c412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:38.895678 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c0170-e424-448e-813b-5805e128500e req-58aad371-c3a7-407e-ab26-d7815256cddc tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:38.897170 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-270c0170-e424-448e-813b-5805e128500e req-58aad371-c3a7-407e-ab26-d7815256cddc tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0608432 Jun 26 16:31:38.935567 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-270c0170-e424-448e-813b-5805e128500e req-426323ad-17b7-4683-8861-2421ebc9bc6e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321083 Jun 26 16:31:39.056244 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.589447 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784a4e-514d-4a4a-a922-6593c6adb1da req-7a675dea-d50b-402c-8c57-fe266cd0f6db tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:39.591084 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c3784a4e-514d-4a4a-a922-6593c6adb1da req-7a675dea-d50b-402c-8c57-fe266cd0f6db tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0798223 Jun 26 16:31:39.618443 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.624236 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43746) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:39.643839 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c3784a4e-514d-4a4a-a922-6593c6adb1da req-887d2d8a-917c-444e-860a-138c40c1f071 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467837 Jun 26 16:31:39.746923 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab4a6-ad45-4619-9366-7d286f2795a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.835892 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab4a6-ad45-4619-9366-7d286f2795a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.881521 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6b2ab4a6-ad45-4619-9366-7d286f2795a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.888825 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c262e3e8-c1a3-49b2-bd81-35cd6940c5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:39.924003 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6b2ab4a6-ad45-4619-9366-7d286f2795a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aedcd0ff8f664197a4543d26bec86b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987900 Jun 26 16:31:39.925005 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ab4a6-ad45-4619-9366-7d286f2795a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1374f27-2224-4a2a-b891-563f72188827,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:39.926730 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43750) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:39.928304 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b2ab4a6-ad45-4619-9366-7d286f2795a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:39.976548 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:39.998508 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.112918 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327502d-4cbb-45d7-bca8-00044bf05234 req-66d00014-170a-40c2-96d3-f9eb69438fdf tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:40.114411 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4327502d-4cbb-45d7-bca8-00044bf05234 req-66d00014-170a-40c2-96d3-f9eb69438fdf tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0643389 Jun 26 16:31:40.126517 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.128941 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.130003 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1374f27-2224-4a2a-b891-563f72188827 HTTP/1.1" status: 204 len: 168 time: 0.2023075 Jun 26 16:31:40.131744 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b5f46413-89f4-4432-9b1d-44743fc76cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:40.146920 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1374f27-2224-4a2a-b891-563f72188827,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:40.151245 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:40.166047 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4327502d-4cbb-45d7-bca8-00044bf05234 req-0943c1c9-6b38-415d-9fb6-0bf6804216ef tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454426 Jun 26 16:31:40.347976 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f09d8-1ce0-406f-a6cc-f39138731505 req-d47b9507-af3b-4847-92cf-5147b755a5c2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:40.349496 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ca2f09d8-1ce0-406f-a6cc-f39138731505 req-d47b9507-af3b-4847-92cf-5147b755a5c2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0655224 Jun 26 16:31:40.358669 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43758) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:40.366959 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Request body: {'floatingip': {'port_id': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:40.402331 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.903748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec09af-56b6-4c27-8f00-b196aa1f41d3 req-aa3d879d-3c4b-4549-9cb2-ddea602c9f3b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:40.905273 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7ec09af-56b6-4c27-8f00-b196aa1f41d3 req-aa3d879d-3c4b-4549-9cb2-ddea602c9f3b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1381912 Jun 26 16:31:40.918231 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:40.952552 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7ec09af-56b6-4c27-8f00-b196aa1f41d3 req-ed618fa0-1aaa-4101-ae48-1d8fd54c2c19 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398521 Jun 26 16:31:40.981148 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.080328 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Floating IP ce5c368f-94dc-4e52-9ccf-d0151ae22ef3 associated. External IP: 172.28.2.41, port: 8c64cd36-7a27-4905-af8c-49b67b1084d8. Jun 26 16:31:41.289812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:41.396306 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:41.401497 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.405913 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] Sync routers for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:41.415500 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:41.421070 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:41.441339 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-57dc8738-bd26-409c-80b2-a3e7e501552a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "PUT /v2.0/floatingips/ce5c368f-94dc-4e52-9ccf-d0151ae22ef3 HTTP/1.1" status: 200 len: 991 time: 1.0815623 Jun 26 16:31:41.442002 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:41.446771 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef20631-6d64-43f5-ba90-1fabd4960f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:41.491425 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c371b66-b6ab-4377-ae08-5cab3a179015 x-openstack-request-id: req-5c371b66-b6ab-4377-ae08-5cab3a179015 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:41.491743 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:41.492030 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c371b66-b6ab-4377-ae08-5cab3a179015 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:41.492476 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'status': 'completed', 'code': 200} Jun 26 16:31:41.559428 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:41.561211 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:41.589234 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-7384933e-01b8-4e06-bc87-53ffb42c342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.596318 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-7384933e-01b8-4e06-bc87-53ffb42c342d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1099 time: 0.0662308 Jun 26 16:31:41.693708 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-dfbe20e9-dc50-4c36-b083-c7a9acbaa11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.695673 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-dfbe20e9-dc50-4c36-b083-c7a9acbaa11c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.0975096 Jun 26 16:31:41.759647 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-5547415e-2d8a-413d-b719-de28f8f1e8ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 200 len: 999 time: 0.0567405 Jun 26 16:31:41.810629 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-cb4c0a8b-6a5f-4036-b6b7-8f0953e37558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.812198 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-cb4c0a8b-6a5f-4036-b6b7-8f0953e37558 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0448749 Jun 26 16:31:41.834273 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'ce5c368f-94dc-4e52-9ccf-d0151ae22ef3', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'port_id': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'mac_address': 'fa:16:3e:61:14:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:31:26Z', 'updated_at': '2021-06-26T16:31:40Z', 'revision_number': 1, 'project_id': 'e118aab60b5045788845fccb47720560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:41.863227 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] Checking router: 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:41.872072 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:41.872559 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-4d698a46-e879-4e1c-9938-815c5db40b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:41.873171 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:41.874116 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-4d698a46-e879-4e1c-9938-815c5db40b3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546732 Jun 26 16:31:41.988381 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-d1da6a5a-fc41-4335-a8d2-34e4b29ac80a service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957837 Jun 26 16:31:41.992048 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:42.027331 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43802) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:42.076421 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Deleting subnet c9e9c37b-e23c-43e0-bc20-39216ac7ae73 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:31:42.090692 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.104531 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eef20631-6d64-43f5-ba90-1fabd4960f7e req-1acfd1dd-50c0-42da-96e0-d0a8769000b0 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152439 Jun 26 16:31:42.146586 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.185096 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1329e-7289-427f-aebb-b0e09b12df1a req-25152c6c-7797-4256-b522-f826569eebf1 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:42.186931 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b7e1329e-7289-427f-aebb-b0e09b12df1a req-25152c6c-7797-4256-b522-f826569eebf1 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0848942 Jun 26 16:31:42.196193 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.231670 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b7e1329e-7289-427f-aebb-b0e09b12df1a req-14744d7f-5447-44f0-914b-abed493d6cc4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357523 Jun 26 16:31:42.267780 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'ce5c368f-94dc-4e52-9ccf-d0151ae22ef3', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'port_id': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'mac_address': 'fa:16:3e:61:14:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:31:26Z', 'updated_at': '2021-06-26T16:31:40Z', 'revision_number': 1, 'project_id': 'e118aab60b5045788845fccb47720560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:42.294180 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a574d03-e03c-4e7e-9f82-cfe4f4010873 None None] The sync data for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb is: [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'ce5c368f-94dc-4e52-9ccf-d0151ae22ef3', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'floating_ip_address': '172.28.2.41', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'port_id': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'mac_address': 'fa:16:3e:61:14:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:31:26Z', 'updated_at': '2021-06-26T16:31:40Z', 'revision_number': 1, 'project_id': 'e118aab60b5045788845fccb47720560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:42.314371 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.317168 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-964f0e33-2ac4-48eb-9c2d-b78f64b61884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:42.341982 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e9c37b-e23c-43e0-bc20-39216ac7ae73,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:42.344629 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:42.346964 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.352655 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c9e9c37b-e23c-43e0-bc20-39216ac7ae73 HTTP/1.1" status: 204 len: 168 time: 0.3206222 Jun 26 16:31:42.352655 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43804) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:42.421098 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.487858 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ac26c-47d7-4e22-a158-3ec20c651fd8 None None] New status for floating IP ce5c368f-94dc-4e52-9ccf-d0151ae22ef3: ACTIVE {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:31:42.502843 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.513104 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a28356-f6d2-4a7e-9dc0-8993005b012d']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:42.524027 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a1a60b-12ce-4214-a861-a6e8a1d36691') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:42.524330 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a1a60b-12ce-4214-a861-a6e8a1d36691') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:42.533871 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901993'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.547969 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.554223 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110222'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: Traceback (most recent call last): Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: timer() Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: cb(*args, **kw) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: return func(*args, **kwargs) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: self._notify() Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: self.callback(batched_events) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: event.method(event) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: return f(self, *a, **k) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: return self._get(url).json() Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:31:42.557805 dv-cinder-798189-1-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:31:42.719534 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.723376 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-5615b45a-0f1d-40b6-bb30-b26d92aa01d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:42.727808 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:42.728706 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/57a28356-f6d2-4a7e-9dc0-8993005b012d HTTP/1.1" status: 204 len: 168 time: 0.3759189 Jun 26 16:31:42.737999 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a28356-f6d2-4a7e-9dc0-8993005b012d,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:42.740294 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:43.182621 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43814) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:43.221226 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ddfd80fe-945b-4b11-9642-39fd7ee3b80b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c01db5ae6be04250b22a9cd32d42f30a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370941 Jun 26 16:31:43.223696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43816) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:43.270639 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:43.292082 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:43.418504 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:43.419637 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bd2d2-d039-4452-ad8a-ca22b4073e58 req-923d22d1-070a-4ad5-a77f-aa8232a08ba0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:43.421186 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5e2bd2d2-d039-4452-ad8a-ca22b4073e58 req-923d22d1-070a-4ad5-a77f-aa8232a08ba0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0622127 Jun 26 16:31:43.421425 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:43.422489 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4cff794-8627-4de5-9a4b-2a91fa6c08d5 HTTP/1.1" status: 204 len: 168 time: 0.1978478 Jun 26 16:31:43.423387 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-50cee024-9e95-4ac4-bbbd-0a5b771dbcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:43.436984 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cff794-8627-4de5-9a4b-2a91fa6c08d5,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:43.441238 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:43.473709 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5e2bd2d2-d039-4452-ad8a-ca22b4073e58 req-afba5c4c-3d67-46e0-ba65-55a913800f33 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Jun 26 16:31:44.033361 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344654b-393d-4298-a4f0-338e7fd000b4 req-8925ba8e-9ced-4af5-88db-6096a00223fc tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:44.034844 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8344654b-393d-4298-a4f0-338e7fd000b4 req-8925ba8e-9ced-4af5-88db-6096a00223fc tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0690353 Jun 26 16:31:44.099052 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8344654b-393d-4298-a4f0-338e7fd000b4 req-fc6fcb06-ded1-436d-b6f9-a6f5d77dbb0b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558684 Jun 26 16:31:44.117499 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-70dd23e7-d4e0-460a-a178-d32bf006f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:44.117499 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-70dd23e7-d4e0-460a-a178-d32bf006f6aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 1099 time: 0.0798860 Jun 26 16:31:44.210476 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-a5d82571-d0ac-4406-ad5d-0ca426c8654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:44.212094 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-a5d82571-d0ac-4406-ad5d-0ca426c8654b service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 912 time: 0.0864120 Jun 26 16:31:44.275953 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-31f14938-87c7-4e66-8498-1121d97f3b1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=573541fd-4863-429b-9305-648f5918c78a HTTP/1.1" status: 200 len: 1001 time: 0.0572433 Jun 26 16:31:44.325696 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-79d2c1e2-b561-4a0f-9b00-25fcb3a68adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:44.327181 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-79d2c1e2-b561-4a0f-9b00-25fcb3a68adf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9337412f-5598-428e-89e2-e3d8bb81a1bd HTTP/1.1" status: 200 len: 850 time: 0.0443470 Jun 26 16:31:44.395803 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-a70d7a4c-2273-48d0-b00d-d67d0401521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:44.397294 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-a70d7a4c-2273-48d0-b00d-d67d0401521a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e5672a-9a61-4585-9d50-f34e982f2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0609653 Jun 26 16:31:44.487345 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-0fcf4417-7f52-4dca-a20c-c9fc4a43e593 service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Jun 26 16:31:44.578000 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-81dd24fd-6576-4a54-9ec6-7a96b98cacc7 req-d197667f-d43b-4c0f-a35b-facd58684e31 service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837119 Jun 26 16:31:45.274697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4023c5-b256-45fd-95b5-c219523d54d6 req-c19777ef-696f-4bbe-b8f8-7bb8cf211bbe tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:45.276096 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5c4023c5-b256-45fd-95b5-c219523d54d6 req-c19777ef-696f-4bbe-b8f8-7bb8cf211bbe tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0635283 Jun 26 16:31:45.312949 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5c4023c5-b256-45fd-95b5-c219523d54d6 req-fbcd4071-8f8c-4ab8-af62-b18ff2119c4d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Jun 26 16:31:46.485200 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7343a-3b47-48af-b7f4-39760ba83fb1 req-73154b9c-6c4c-49f1-9389-6de7e29c9183 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:46.486723 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7a7343a-3b47-48af-b7f4-39760ba83fb1 req-73154b9c-6c4c-49f1-9389-6de7e29c9183 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0623016 Jun 26 16:31:46.524554 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d7a7343a-3b47-48af-b7f4-39760ba83fb1 req-194e0861-361e-4358-9ca0-05192f904d76 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Jun 26 16:31:47.735858 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:31:52.520998 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-abe40e0c-f387-4a5d-994c-4d3db903bd37 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827249893&fields=id&tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61 HTTP/1.1" status: 200 len: 267 time: 0.0352197 Jun 26 16:31:52.586891 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-7d2e5f0f-4a80-4f59-a363-54b4cd9e0f22 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:52.588904 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-7d2e5f0f-4a80-4f59-a363-54b4cd9e0f22 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 985 time: 0.0617912 Jun 26 16:31:52.599275 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Request body: {'port': {'security_groups': ['d92bf904-56b9-440d-af88-fe8b04231516']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:31:52.684189 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:52.869859 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:31:52.901215 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.001785 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.005778 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fd9ad181-268f-4a64-b5a9-e13436fc7596 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:53.026275 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:53.051080 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:53.051731 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.053462 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-187d7226-ba77-4c57-ba81-d341b2502bd7 req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "PUT /v2.0/ports/6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 943 time: 0.4582605 Jun 26 16:31:53.053997 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:53.056294 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35aedf6-fced-4b70-8c34-a2387f370c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:53.061255 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43940) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:53.103821 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event updated for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=7']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:53.114011 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:53.124350 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f9c1f-9320-447f-babd-41804ac3c290 x-openstack-request-id: req-f29f9c1f-9320-447f-babd-41804ac3c290 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:53.124677 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:53.124998 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f29f9c1f-9320-447f-babd-41804ac3c290 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:53.125668 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'status': 'completed', 'code': 200} Jun 26 16:31:53.155769 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.200019 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:31:53.200729 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.238314 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-3ec107fd-c0d7-4a46-b940-3cd46afb820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:53.240336 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-3ec107fd-c0d7-4a46-b940-3cd46afb820c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1099 time: 0.0875201 Jun 26 16:31:53.314464 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43944) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:53.344230 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.347735 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.352254 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "DELETE /v2.0/security-groups/1aad684b-2032-4572-a554-7372c3e3ef57 HTTP/1.1" status: 204 len: 168 time: 0.2892632 Jun 26 16:31:53.353287 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 43948) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:53.362845 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d1fd86e5-76c2-4642-8f0c-4b25164c737f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:53.378676 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-d0f7974a-bae4-43ae-98cf-4339612975a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:53.381050 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-d0f7974a-bae4-43ae-98cf-4339612975a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 915 time: 0.1320720 Jun 26 16:31:53.386396 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aad684b-2032-4572-a554-7372c3e3ef57,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:53.397645 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:53.441381 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-8c6ac0ed-0195-4e4a-ba86-d36c2787729c None None] Provisioning complete for port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:31:53.441782 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac0ed-0195-4e4a-ba86-d36c2787729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.457540 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-36f4a56b-e306-42d3-9ca9-05be5ba091a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 1001 time: 0.0647533 Jun 26 16:31:53.462237 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d101f4-0da3-4093-895a-39b5111e2787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.508069 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-50896c33-b1f3-461e-9331-723393cce846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:53.509802 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-50896c33-b1f3-461e-9331-723393cce846 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 200 len: 853 time: 0.0444272 Jun 26 16:31:53.573895 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-ae31a02c-a87e-4467-bdf0-0e56e59f3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:53.575416 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-ae31a02c-a87e-4467-bdf0-0e56e59f3f26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec0e5220-a447-4e84-a170-5a4592fb2052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583770 Jun 26 16:31:53.848926 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Deleting port d70ae9be-aaed-49c0-b277-22391d6d6ea3 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:31:53.849277 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.878350 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d101f4-0da3-4093-895a-39b5111e2787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.941895 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.942227 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.942437 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-099589bf-bfa5-4345-9b1a-364e6b6daabf service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583658 Jun 26 16:31:53.950558 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-80d101f4-0da3-4093-895a-39b5111e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:53.956927 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e752d0e4-ee2c-4262-ae56-8e2250894243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:53.958960 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Calling delete_port for d70ae9be-aaed-49c0-b277-22391d6d6ea3 owned by network:floatingip {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:31:54.003072 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-80d101f4-0da3-4093-895a-39b5111e2787 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ff3385d95559473d99f6ee7fa11aa173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872165 Jun 26 16:31:54.005696 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 43952) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:31:54.032887 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d101f4-0da3-4093-895a-39b5111e2787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a003da15-179d-41d5-bcd7-f4a05eb86159,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:54.040313 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80d101f4-0da3-4093-895a-39b5111e2787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:54.070148 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b35aedf6-fced-4b70-8c34-a2387f370c7f req-2ffda580-99cb-4626-91eb-45de78ff0f2f service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211045 Jun 26 16:31:54.074811 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.100456 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.119577 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.204799 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.207470 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.208613 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a003da15-179d-41d5-bcd7-f4a05eb86159 HTTP/1.1" status: 204 len: 168 time: 0.2020016 Jun 26 16:31:54.209428 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a98f813f-e74b-4d70-83f1-9bbf8e9c0c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:54.218012 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a003da15-179d-41d5-bcd7-f4a05eb86159,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:54.220370 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:54.235648 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.239331 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:31:54.264216 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event deleted for resources: {'Port': ['ID=d70ae9be-aaed-49c0-b277-22391d6d6ea3,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:31:54.269488 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:31:54.325813 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks [] for floatingip, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.326282 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Floating IP 3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc disassociated (deleted). External IP: 172.28.2.88, port: 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f. Jun 26 16:31:54.535290 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:31:54.650742 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:31:54.655726 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:31:54.660010 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] Sync routers for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:31:54.669874 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:54.670488 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:54.694555 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "DELETE /v2.0/floatingips/3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc HTTP/1.1" status: 204 len: 168 time: 1.3219934 Jun 26 16:31:54.695201 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:31:54.698155 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1874f4ae6808b5521cd4774103efbfd79a200f1fe364c6cd9ba579eb603fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23876281-7bf0-4f5e-9a64-5807bf2a0650" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:31:54.734448 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435c47ec-9319-4848-b877-b9c0cac5d654 x-openstack-request-id: req-435c47ec-9319-4848-b877-b9c0cac5d654 {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:31:54.734771 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:31:54.735054 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-435c47ec-9319-4848-b877-b9c0cac5d654 {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:31:54.735483 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'status': 'completed', 'code': 200} Jun 26 16:31:54.816283 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-d9554ec4-a73b-46f0-b662-367db224c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:54.817842 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-d9554ec4-a73b-46f0-b662-367db224c806 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 1099 time: 0.0564518 Jun 26 16:31:54.896604 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:54.912385 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-58ef6918-e44d-4996-a771-f3bde386a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:54.913968 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-58ef6918-e44d-4996-a771-f3bde386a275 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 200 len: 915 time: 0.0894480 Jun 26 16:31:54.960237 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-7ac314bd-6ad2-46c9-9eb0-e17f59036ddf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 200 len: 217 time: 0.0356584 Jun 26 16:31:55.013794 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-db68ed54-f7cb-41c9-b244-223cca2f0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:55.015373 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-db68ed54-f7cb-41c9-b244-223cca2f0db6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 200 len: 853 time: 0.0485888 Jun 26 16:31:55.075611 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-272706d9-64ac-4301-a029-e2b4c26fdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:55.077367 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-272706d9-64ac-4301-a029-e2b4c26fdf03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec0e5220-a447-4e84-a170-5a4592fb2052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538185 Jun 26 16:31:55.109243 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:55.134450 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] Checking router: 73390d4d-be43-47b2-a3b1-9ba81510c3d7 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:31:55.142880 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:31:55.143502 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:55.182066 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-8d5fb4f0-3e7a-45f5-a4e1-54ac223fb9cf service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927634 Jun 26 16:31:55.263809 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:31:55.280896 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-23876281-7bf0-4f5e-9a64-5807bf2a0650 req-724122fc-50ce-450a-8e31-e11b74992af9 service neutron] 10.222.0.15 "GET /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924146 Jun 26 16:31:55.462382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:31:55.488890 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8226472d-be72-4172-a741-0cbdbd10a4ba None None] The sync data for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb is: [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:09Z', 'revision_number': 4, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'e58ca02c-262e-4000-a9ee-4e061033d785', 'name': '', 'network_id': 'ec0e5220-a447-4e84-a170-5a4592fb2052', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'mac_address': 'fa:16:3e:5f:04:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:08Z', 'updated_at': '2021-06-26T16:29:16Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'subnets': [{'id': 'd9dada8a-b14d-4a6f-9f16-ed04d0738590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:31:55.798479 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c09d71-05ae-4124-b262-43d124c3a86e None None] New status for floating IP 3d3385bf-7ac0-477b-9468-9d7eb5dd2ebc: DOWN {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:31:58.290126 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0de02-abcc-4de3-b7b7-8584d7911380 req-24f28094-1938-4090-a7cd-d8aa0a26a0e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:58.292147 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-75f0de02-abcc-4de3-b7b7-8584d7911380 req-24f28094-1938-4090-a7cd-d8aa0a26a0e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.0642757 Jun 26 16:31:58.329739 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-75f0de02-abcc-4de3-b7b7-8584d7911380 req-69ec1a58-74ee-42f1-999f-d21080f7da70 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Jun 26 16:31:59.507501 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bec5ad-9a5c-4db3-a0f1-980ddbe8b85c req-6f32c654-aa8a-40d0-b64a-6b6e5f39263b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:31:59.508888 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-34bec5ad-9a5c-4db3-a0f1-980ddbe8b85c req-6f32c654-aa8a-40d0-b64a-6b6e5f39263b tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.0660970 Jun 26 16:31:59.547477 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-34bec5ad-9a5c-4db3-a0f1-980ddbe8b85c req-7d14d83b-190c-4326-88be-8fc83755865f tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Jun 26 16:32:00.412394 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-6a07bdfa-75a9-4571-99b5-d1dcbe5b8bbd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:00.414007 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-6a07bdfa-75a9-4571-99b5-d1dcbe5b8bbd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.0621312 Jun 26 16:32:00.532503 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Deleting port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:00.533243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:00.621707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] For port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:00.622080 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:00.640878 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Calling delete_port for 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:00.779171 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550c34b-4cf7-4d98-bf3a-7af8de8083d6 req-3a804cc3-caa7-4868-af68-9bec5c62055e tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:00.784532 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0550c34b-4cf7-4d98-bf3a-7af8de8083d6 req-3a804cc3-caa7-4868-af68-9bec5c62055e tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 946 time: 0.0896709 Jun 26 16:32:00.849608 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0550c34b-4cf7-4d98-bf3a-7af8de8083d6 req-eef509ce-891e-499e-a17e-d614ad3836a7 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92bf904-56b9-440d-af88-fe8b04231516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629866 Jun 26 16:32:00.936113 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:00.941229 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-513fb25e-9993-41cd-a15c-c0fc4939ffac tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:00.948487 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:32:00.971120 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Pushing event deleted for resources: {'Port': ['ID=6540cb86-54f5-4f20-9f3b-c8c6c7c0414f,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:00.974378 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:01.018854 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] No DVR routers for this DVR port 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:32:01.021302 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:01.023241 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-51f3504f-2da2-4c82-8e70-1f98dacd2294 req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.15 "DELETE /v2.0/ports/6540cb86-54f5-4f20-9f3b-c8c6c7c0414f HTTP/1.1" status: 204 len: 173 time: 0.6031768 Jun 26 16:32:01.023732 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'name': 'network-vif-deleted', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:01.026046 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f1c2b-7102-4f64-88de-6b0d3c1d18d7" -d '{"events": [{"server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "name": "network-vif-deleted", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:01.062735 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf9aa0-6006-4ca1-bef4-0aac3b1a5be0 x-openstack-request-id: req-7daf9aa0-6006-4ca1-bef4-0aac3b1a5be0 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:01.063058 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73", "name": "network-vif-deleted", "tag": "6540cb86-54f5-4f20-9f3b-c8c6c7c0414f", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:01.063342 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7daf9aa0-6006-4ca1-bef4-0aac3b1a5be0 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:01.063767 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73', 'name': 'network-vif-deleted', 'tag': '6540cb86-54f5-4f20-9f3b-c8c6c7c0414f', 'status': 'completed', 'code': 200} Jun 26 16:32:02.015826 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4c87b640-6091-48e6-b65c-e07f99e8cc06 req-efa75c22-ed38-4082-892f-db2dda53d226 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fb78ed0-af5d-49f2-a9ab-9003f1fe0e73 HTTP/1.1" status: 200 len: 210 time: 0.0284786 Jun 26 16:32:03.744840 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:03.765103 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:03.765459 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 6540cb86-54f5-4f20-9f3b-c8c6c7c0414f not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:04.591375 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44054) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:05.002079 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927989'] for router_interface, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:05.292586 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Deleting port e58ca02c-262e-4000-a9ee-4e061033d785 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:05.292954 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:05.370728 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] For port e58ca02c-262e-4000-a9ee-4e061033d785, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=e58ca02c-262e-4000-a9ee-4e061033d785,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:05.370728 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:05.382039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Calling delete_port for e58ca02c-262e-4000-a9ee-4e061033d785 owned by network:router_interface {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:05.641707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:05.644386 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5e3c7ce2-2100-4692-8216-130b8ba059c3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:05.669981 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58ca02c-262e-4000-a9ee-4e061033d785,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:05.673017 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:05.837972 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931333'] for router_interface, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:06.045663 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:32:06.147007 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:06.152070 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] 10.222.0.45 "PUT /v2.0/routers/73390d4d-be43-47b2-a3b1-9ba81510c3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5596008 Jun 26 16:32:06.154553 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44058) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:06.156682 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] Sync routers for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:06.175866 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:06.176477 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:06.254982 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks [] for router, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:06.255550 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e1e7691b-9ea6-4a51-b9f5-d69cf6ec05c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:06.284813 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:06.362591 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:06.460644 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:32:05Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:06.489683 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] Checking router: 73390d4d-be43-47b2-a3b1-9ba81510c3d7 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:06.498367 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] Routers {'73390d4d-be43-47b2-a3b1-9ba81510c3d7'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:06.498965 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:31:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:06.572261 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Deleting port 20da3e6f-de2a-46f0-b048-34ae29fedee7 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:06.572604 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:06.600073 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] Set router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:06.657046 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] For port 20da3e6f-de2a-46f0-b048-34ae29fedee7, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=20da3e6f-de2a-46f0-b048-34ae29fedee7,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:06.657537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:06.669372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Calling delete_port for 20da3e6f-de2a-46f0-b048-34ae29fedee7 owned by network:router_gateway {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:06.778540 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:32:05Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:06.806081 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce249-fb4e-4e36-9a20-646bebd2fc46 None None] The sync data for ids ['73390d4d-be43-47b2-a3b1-9ba81510c3d7'] in dv-cinder-798189-1-smb is: [{'id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'name': 'tempest-TestMinimumBasicScenario-208563337-router', 'tenant_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:32:05Z', 'revision_number': 5, 'project_id': 'dbdfac9ad3474f5b8c8e36887b2ebb61', 'gw_port': {'id': '20da3e6f-de2a-46f0-b048-34ae29fedee7', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73390d4d-be43-47b2-a3b1-9ba81510c3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:04Z', 'updated_at': '2021-06-26T16:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:07.167402 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.169588 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a116ddab-d562-4241-9289-0c7b07e03b04 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:07.193177 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Pushing event deleted for resources: {'Port': ['ID=20da3e6f-de2a-46f0-b048-34ae29fedee7,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:07.195770 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:07.262812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985535'] for router_gateway, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.375466 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.377830 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.492458 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e58ca02c-262e-4000-a9ee-4e061033d785 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:07.518743 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: e58ca02c-262e-4000-a9ee-4e061033d785 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:07.519097 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e58ca02c-262e-4000-a9ee-4e061033d785 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:07.553399 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985320'] for router, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.553967 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73390d4d-be43-47b2-a3b1-9ba81510c3d7 {{(pid=93480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:32:07.559843 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Notify callbacks [] for router, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.561031 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] 10.222.0.45 "DELETE /v2.0/routers/73390d4d-be43-47b2-a3b1-9ba81510c3d7 HTTP/1.1" status: 204 len: 168 time: 1.4055068 Jun 26 16:32:07.564635 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44064) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:07.610267 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_v2 [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Deleting subnet d9dada8a-b14d-4a6f-9f16-ed04d0738590 {{(pid=93480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:32:07.613798 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.651158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59990649'] for subnet, precommit_delete_associations {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.765752 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.898888 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59405947'] for subnet, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.901351 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:07.926008 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9dada8a-b14d-4a6f-9f16-ed04d0738590,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:07.928928 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:07.929983 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:07.932745 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-0112ebd9-147a-4b20-9fc0-cd7e01383aee admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d9dada8a-b14d-4a6f-9f16-ed04d0738590 HTTP/1.1" status: 204 len: 168 time: 0.3660989 Jun 26 16:32:07.937384 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44066) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:07.941570 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3534a3-f364-47c6-9605-bc8c44be85dc None None] Network ec0e5220-a447-4e84-a170-5a4592fb2052 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:32:08.014276 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.101227 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Deleting port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:08.101577 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.168128 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] DHCP port deletion for ec0e5220-a447-4e84-a170-5a4592fb2052 request from dv-cinder-798189-1-smb {{(pid=93482) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:32:08.174784 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] For port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:08.175145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.193614 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Calling delete_port for d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b owned by network:dhcp {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:08.230162 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Deleting port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:08.230535 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.306950 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] For port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,segment=NetworkSegment(cd7af24b-29d3-4cd5-b327-c48ea1846a9f),segment_id=cd7af24b-29d3-4cd5-b327-c48ea1846a9f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:08.307410 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.321250 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Calling delete_port for d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:08.336738 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.340331 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f3b0dd39-d8bc-4cec-a15c-05b30f4c0ded tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:08.369381 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Pushing event deleted for resources: {'Port': ['ID=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:08.372621 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] No DVR routers for this DVR port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b on host dv-cinder-798189-1-smb {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:32:08.374337 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:08.462071 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.474186 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0e5220-a447-4e84-a170-5a4592fb2052']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:08.486895 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:08.487279 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7af24b-29d3-4cd5-b327-c48ea1846a9f') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:08.499570 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.515453 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.521823 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:32:08.522233 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:32:08.524162 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:32:08.594129 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.596204 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:08.620123 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Pushing event deleted for resources: {'Port': ['ID=d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:08.623884 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:08.624895 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] No DVR routers for this DVR port d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b on host dv-cinder-798189-1-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:32:08.669756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.673955 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4f519c69-baf9-4da6-ac9a-d4a727682342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:08.677138 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:08.679962 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] 10.222.0.45 "DELETE /v2.0/networks/ec0e5220-a447-4e84-a170-5a4592fb2052 HTTP/1.1" status: 204 len: 168 time: 0.7407646 Jun 26 16:32:08.684091 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44070) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:08.697506 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0e5220-a447-4e84-a170-5a4592fb2052,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:08.700067 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:08.824337 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-fe4436d3-d23a-44be-be78-cbeb2f8cdab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:09.064532 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:09.073565 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927989'] for router_interface, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:09.346223 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Deleting port 8b529605-9632-4e2f-a44d-d550ac213350 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:09.346554 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:09.447201 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] For port 8b529605-9632-4e2f-a44d-d550ac213350, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=8b529605-9632-4e2f-a44d-d550ac213350,segment=NetworkSegment(6f0a072c-bef3-479d-b66f-ae9288892a04),segment_id=6f0a072c-bef3-479d-b66f-ae9288892a04)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:09.447705 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:09.459614 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:09.461477 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Calling delete_port for 8b529605-9632-4e2f-a44d-d550ac213350 owned by network:router_interface {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:09.491047 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:09.491404 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device d024378b-3ba6-43bd-b5f2-f2cccd9d7e9b not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:09.492034 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 20da3e6f-de2a-46f0-b048-34ae29fedee7 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:09.520806 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 20da3e6f-de2a-46f0-b048-34ae29fedee7 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:09.521468 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 20da3e6f-de2a-46f0-b048-34ae29fedee7 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:09.600345 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:09.719812 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:09.722556 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b0d501f-18d7-44cb-854b-5efb61d6faed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:09.754748 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b529605-9632-4e2f-a44d-d550ac213350,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:09.758535 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:09.960035 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931333'] for router_interface, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:10.201832 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Router afc2721b-a698-4f20-b9f2-804a59a62b30 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:32:10.315239 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:10.322678 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ee85e77b-c86a-4fa1-973d-bcd003b74c2a admin admin] 10.222.0.45 "PUT /v2.0/routers/afc2721b-a698-4f20-b9f2-804a59a62b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364083 Jun 26 16:32:10.325253 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44074) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:10.325691 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] Sync routers for ids ['afc2721b-a698-4f20-b9f2-804a59a62b30'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:10.335790 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] Routers {'afc2721b-a698-4f20-b9f2-804a59a62b30'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:10.336404 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['afc2721b-a698-4f20-b9f2-804a59a62b30'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:10.444053 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] Set router afc2721b-a698-4f20-b9f2-804a59a62b30 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:10.634214 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:32:09Z', 'revision_number': 5, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:10.650675 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:10.661308 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] Checking router: afc2721b-a698-4f20-b9f2-804a59a62b30 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:10.670006 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] Routers {'afc2721b-a698-4f20-b9f2-804a59a62b30'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:10.670608 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['afc2721b-a698-4f20-b9f2-804a59a62b30'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:10.753342 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:10.781859 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] Set router afc2721b-a698-4f20-b9f2-804a59a62b30 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:10.921943 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Deleting port 741095e8-bde8-4ef7-81f0-829522e279a2 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:10.922822 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.043775 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] For port 741095e8-bde8-4ef7-81f0-829522e279a2, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=741095e8-bde8-4ef7-81f0-829522e279a2,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:11.044320 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.062955 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Calling delete_port for 741095e8-bde8-4ef7-81f0-829522e279a2 owned by network:router_gateway {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:11.085574 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:32:09Z', 'revision_number': 5, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:11.132524 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f11b246-d933-4d87-89e7-c008b33baf1b None None] The sync data for ids ['afc2721b-a698-4f20-b9f2-804a59a62b30'] in dv-cinder-798189-1-smb is: [{'id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'name': 'tempest-TestMinimumBasicScenario-2055896606-router', 'tenant_id': 'a8dfb9d9a447414686229b92c281ad76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:29:14Z', 'updated_at': '2021-06-26T16:32:09Z', 'revision_number': 5, 'project_id': 'a8dfb9d9a447414686229b92c281ad76', 'gw_port': {'id': '741095e8-bde8-4ef7-81f0-829522e279a2', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc2721b-a698-4f20-b9f2-804a59a62b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:29:15Z', 'updated_at': '2021-06-26T16:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:11.296564 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.298690 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:11.327843 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=741095e8-bde8-4ef7-81f0-829522e279a2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:11.331790 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:11.391685 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985535'] for router_gateway, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.510349 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.513013 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.542661 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.619676 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 8b529605-9632-4e2f-a44d-d550ac213350 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:11.642600 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 8b529605-9632-4e2f-a44d-d550ac213350 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:11.642956 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 8b529605-9632-4e2f-a44d-d550ac213350 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:11.650920 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985320'] for router, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.651527 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc2721b-a698-4f20-b9f2-804a59a62b30 {{(pid=93481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:32:11.655956 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.659707 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] 10.222.0.45 "DELETE /v2.0/routers/afc2721b-a698-4f20-b9f2-804a59a62b30 HTTP/1.1" status: 204 len: 168 time: 1.3308342 Jun 26 16:32:11.659814 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44078) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:11.717284 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Deleting subnet 0df66e3d-87d9-47f7-9772-ee51e7028c25 {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:32:11.721108 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.757900 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:11.889660 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.029503 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.031985 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c76e48f7-c241-4299-bbf7-a958a7e327cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:12.058301 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df66e3d-87d9-47f7-9772-ee51e7028c25,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:12.064367 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:12.066833 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.069577 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-b29a05ac-72b2-4645-8975-0e1a1ee33206 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0df66e3d-87d9-47f7-9772-ee51e7028c25 HTTP/1.1" status: 204 len: 168 time: 0.4087026 Jun 26 16:32:12.072328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44082) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:12.075099 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8429bd-15b6-40f1-8738-296fcdf71cd7 None None] Network 5314615d-ded7-4cea-be95-8ec2b3ad2098 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:32:12.154310 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.216516 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Deleting port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:12.217155 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.291190 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] For port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,segment=NetworkSegment(6f0a072c-bef3-479d-b66f-ae9288892a04),segment_id=6f0a072c-bef3-479d-b66f-ae9288892a04)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:12.291578 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.296307 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] DHCP port deletion for 5314615d-ded7-4cea-be95-8ec2b3ad2098 request from dv-cinder-798189-1-smb {{(pid=93482) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:32:12.309351 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Calling delete_port for 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce owned by network:dhcp {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:12.348969 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] Deleting port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:12.349273 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.422410 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] For port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,segment=NetworkSegment(6f0a072c-bef3-479d-b66f-ae9288892a04),segment_id=6f0a072c-bef3-479d-b66f-ae9288892a04)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:12.422811 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.436337 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] Calling delete_port for 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:12.484909 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.487804 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-52e2e735-8a96-40bb-a31b-9af365a616a8 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:12.511428 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:12.514687 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:12.515457 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] No DVR routers for this DVR port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce on host dv-cinder-798189-1-smb {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:32:12.524988 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.527886 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:12.551174 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] Pushing event deleted for resources: {'Port': ['ID=4fd71c6a-5b41-41f0-9b3c-5b508fa82dce,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:12.554684 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:12.560642 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00299e-e91d-4a34-a4e2-09ea89b97761 None None] No DVR routers for this DVR port 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce on host dv-cinder-798189-1-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:32:12.605325 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.615115 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5314615d-ded7-4cea-be95-8ec2b3ad2098']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:12.625651 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0a072c-bef3-479d-b66f-ae9288892a04') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:12.625928 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0a072c-bef3-479d-b66f-ae9288892a04') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:12.641842 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.659571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.666102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:32:12.666498 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:32:12.668127 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:32:12.784336 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.788917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:12.791829 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:12.793684 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5314615d-ded7-4cea-be95-8ec2b3ad2098 HTTP/1.1" status: 204 len: 168 time: 0.7193396 Jun 26 16:32:12.810810 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Pushing event deleted for resources: {'Network': ['ID=5314615d-ded7-4cea-be95-8ec2b3ad2098,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:12.813650 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:13.182523 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44088) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:13.229219 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-91e5593b-215c-40fd-b708-f401fa2f07da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dbdfac9ad3474f5b8c8e36887b2ebb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442190 Jun 26 16:32:13.235704 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44090) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:13.303086 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:13.325979 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:13.426349 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:13.450694 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:13.451252 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 4fd71c6a-5b41-41f0-9b3c-5b508fa82dce not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:13.451461 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 741095e8-bde8-4ef7-81f0-829522e279a2 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:13.470309 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 741095e8-bde8-4ef7-81f0-829522e279a2 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:13.470663 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 741095e8-bde8-4ef7-81f0-829522e279a2 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:13.588156 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:13.590826 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:13.591987 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d92bf904-56b9-440d-af88-fe8b04231516 HTTP/1.1" status: 204 len: 168 time: 0.3552480 Jun 26 16:32:13.592887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a60ed9b-6f94-473a-b5bd-61a8fb262610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:13.601471 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92bf904-56b9-440d-af88-fe8b04231516,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:13.604548 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:14.321278 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44098) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:14.365359 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-6692a13e-0ff5-4fd3-b2bd-34e14c8ceb87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8dfb9d9a447414686229b92c281ad76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419261 Jun 26 16:32:14.368006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44100) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:14.425175 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:14.455122 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:14.565044 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:14.567664 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:14.568830 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bfb92a0-40dc-4c8c-94dd-b263d0381723 HTTP/1.1" status: 204 len: 168 time: 0.1999176 Jun 26 16:32:14.569626 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9888bb9b-b6d0-48e4-a965-9eeec7a26054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:14.579636 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfb92a0-40dc-4c8c-94dd-b263d0381723,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:14.582442 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:15.682513 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44124) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:15.785631 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-220593806-network', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:15.884833 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Made reservation on behalf of 6923acc9926c4f18b3ee768a21a4db08 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:32:15.887848 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:15.897682 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:15.992277 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.074350 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.077914 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7bb80ae9-685f-40b6-852f-fe5b24855a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:16.104703 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:32:16.115085 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4409b071-ffd3-4909-882e-1792b3bde3f3,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:16.119561 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:16.120641 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.121006 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Added segment 3a17af0a-27cd-4725-bf9e-422e304e9924 of type vlan for network fb85c987-10d6-4648-9106-17ba8fbb502b Jun 26 16:32:16.163851 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.270337 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.271617 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:16.272167 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.274440 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:16.337209 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Pushing event updated for resources: {'Network': ['ID=fb85c987-10d6-4648-9106-17ba8fbb502b,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:16.340314 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:16.347726 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network fb85c987-10d6-4648-9106-17ba8fbb502b details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:32:16.375050 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6883562 Jun 26 16:32:16.375335 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44128) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:16.380950 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Request body: {'subnet': {'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-220593806-subnet', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:16.720851 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Made reservation on behalf of 6923acc9926c4f18b3ee768a21a4db08 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:32:16.723241 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968968'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.953846 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968986'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:16.962874 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-bbb08f72-ac9e-4b8e-baaf-5f93c1d16e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:17.020519 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a20b45d-3d23-4888-810a-05120cd411ca,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:17.024782 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:17.032426 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Checking segment: {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:17.032787 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Network hostable DHCP agents. Network: fb85c987-10d6-4648-9106-17ba8fbb502b, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:32:17.098558 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Network fb85c987-10d6-4648-9106-17ba8fbb502b is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:32:17.167770 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, fb85c987-10d6-4648-9106-17ba8fbb502b) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:17.172536 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:17.174023 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.177898 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a36db8e-8b84-4904-9d7a-7af66cb3eb47 None None] Network fb85c987-10d6-4648-9106-17ba8fbb502b requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:32:17.242487 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-003958cf-d272-4e8d-aa2b-9016b033de5c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8657360 Jun 26 16:32:17.245544 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44132) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:17.250752 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:17.343644 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-fb85c987-10d6-4648-9106-17ba8fbb502b', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:32:17.344646 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.364807 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.366021 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.424564 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.486108 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Allocated IP 172.20.0.2 (fb85c987-10d6-4648-9106-17ba8fbb502b/2a20b45d-3d23-4888-810a-05120cd411ca/f8bc2701-6b4a-4e0f-9696-fcad5a37fecd) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:17.626428 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.634872 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Transition to ACTIVE for port object f8bc2701-6b4a-4e0f-9696-fcad5a37fecd will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:17.650345 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Transition to ACTIVE for port object f8bc2701-6b4a-4e0f-9696-fcad5a37fecd will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:17.688012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.725783 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.727904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:17.766349 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Network fb85c987-10d6-4648-9106-17ba8fbb502b is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:17.771542 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:17.773988 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:17.787077 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Pushing event updated for resources: {'Port': ['ID=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:17.805319 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:17.839014 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Attempting to bind port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:17.839386 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Attempting to bind port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:17.839751 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Attempting to bind port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd on network fb85c987-10d6-4648-9106-17ba8fbb502b {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:17.845122 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:17.845526 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Checking segment: {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:17.845899 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.846292 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Bound using segment: {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:17.846815 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Bound port: f8bc2701-6b4a-4e0f-9696-fcad5a37fecd, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:17.847174 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.915542 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] For port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:17.918622 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] For port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:17.951212 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.969787 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.988155 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:17.991087 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:18.050529 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Pushing event updated for resources: {'Port': ['ID=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:18.054518 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:18.084314 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Allocated IP 172.28.2.109 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/44553863-36f2-4e93-8367-9e82aa0b4b34) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:18.194216 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:18.319847 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:18.323205 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ebbf43e1-524c-4229-9d7e-c71897c205cd tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:18.357994 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:18.361048 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:18.367132 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:18.392616 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Pushing event updated for resources: {'Port': ['ID=44553863-36f2-4e93-8367-9e82aa0b4b34,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:18.398510 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:18.695741 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:18.907503 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:19.000253 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769efb4b-3667-45f1-942d-8d1d2f4a98c3 None None] Network fb85c987-10d6-4648-9106-17ba8fbb502b requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:32:19.150029 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-b1208e25-dc63-4b04-bcf3-fd1bb1cd0946 None None] Provisioning for port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:19.349495 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:32:19.456709 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:19.461378 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device f8bc2701-6b4a-4e0f-9696-fcad5a37fecd up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:19.466362 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Sync routers for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:19.500204 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:19.500746 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:19.547807 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:19.549296 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3024895 Jun 26 16:32:19.551882 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44138) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:19.611460 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:19.639486 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:19.671007 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:19.671397 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:19.832951 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:19.875682 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:19.881384 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:18Z', 'revision_number': 3, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:19.907909 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Checking router: 59d19c6f-75d4-418e-b98d-f05ba04c87c8 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:19.908266 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Updating router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 port 44553863-36f2-4e93-8367-9e82aa0b4b34 binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:32:19.941702 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:19.963132 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.030752 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.034894 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:20.108212 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:20.114239 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:20.124176 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Allocated IP 172.20.0.1 (fb85c987-10d6-4648-9106-17ba8fbb502b/2a20b45d-3d23-4888-810a-05120cd411ca/b1c4322a-87c5-4e2a-82ba-fb256500ac94) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:20.224681 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.241717 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Transition to ACTIVE for port object b1c4322a-87c5-4e2a-82ba-fb256500ac94 will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:20.242546 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.253211 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Transition to ACTIVE for port object 44553863-36f2-4e93-8367-9e82aa0b4b34 will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:20.342090 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.344239 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:20.371388 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.374347 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:20.397287 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45e385-c51c-431f-b284-a00ae822a54e None None] Pushing event updated for resources: {'Port': ['ID=44553863-36f2-4e93-8367-9e82aa0b4b34,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:20.399598 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Attempting to bind port 44553863-36f2-4e93-8367-9e82aa0b4b34 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:20.399968 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Attempting to bind port 44553863-36f2-4e93-8367-9e82aa0b4b34 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:20.400339 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Attempting to bind port 44553863-36f2-4e93-8367-9e82aa0b4b34 on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:20.403712 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c45e385-c51c-431f-b284-a00ae822a54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:20.406309 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:20.406666 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:20.407082 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.407483 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:20.407967 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Bound port: 44553863-36f2-4e93-8367-9e82aa0b4b34, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:20.408365 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.413461 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Network fb85c987-10d6-4648-9106-17ba8fbb502b is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:20.416322 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:20.422420 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:20.446312 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c4322a-87c5-4e2a-82ba-fb256500ac94,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:20.452212 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:20.465996 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.474451 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] For port 44553863-36f2-4e93-8367-9e82aa0b4b34, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:20.477742 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] For port 44553863-36f2-4e93-8367-9e82aa0b4b34, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=44553863-36f2-4e93-8367-9e82aa0b4b34,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:20.556471 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.559353 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:20.676676 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.748978 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:20.749610 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:20.754403 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45e385-c51c-431f-b284-a00ae822a54e None None] Pushing event updated for resources: {'Port': ['ID=44553863-36f2-4e93-8367-9e82aa0b4b34,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:20.785435 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c45e385-c51c-431f-b284-a00ae822a54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:20.833510 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-8b58d919-e11d-43db-ae86-ad690943298a None None] Provisioning for port b1c4322a-87c5-4e2a-82ba-fb256500ac94 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:20.840979 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-8b58d919-e11d-43db-ae86-ad690943298a None None] Provisioning complete for port b1c4322a-87c5-4e2a-82ba-fb256500ac94 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:20.841406 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8b58d919-e11d-43db-ae86-ad690943298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.851637 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:20.890643 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:20.892674 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-8b58d919-e11d-43db-ae86-ad690943298a None None] Port b1c4322a-87c5-4e2a-82ba-fb256500ac94 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:32:21.064988 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:21.069527 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:21.122839 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 1, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:21.146336 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c4322a-87c5-4e2a-82ba-fb256500ac94,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:21.148698 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:21.150878 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:21.160150 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ba8e7-a508-4c0f-ac83-ae5a3861d544 None None] The sync data for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb is: [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 1, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:21.246287 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Network fb85c987-10d6-4648-9106-17ba8fbb502b is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:21.247673 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:21.387034 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:32:21.489249 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device f8bc2701-6b4a-4e0f-9696-fcad5a37fecd up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:21.523006 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:21.528758 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] 10.222.0.45 "PUT /v2.0/routers/59d19c6f-75d4-418e-b98d-f05ba04c87c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758446 Jun 26 16:32:21.550719 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:21.551100 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:21.643283 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-80a3bedf-38f2-42d5-b1ec-18520291d8d6 None None] Provisioning complete for port b1c4322a-87c5-4e2a-82ba-fb256500ac94 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:21.643952 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-80a3bedf-38f2-42d5-b1ec-18520291d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:21.687947 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-80a3bedf-38f2-42d5-b1ec-18520291d8d6 None None] Port b1c4322a-87c5-4e2a-82ba-fb256500ac94 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:32:22.255206 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44162) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:22.260226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-949155178-network', 'tenant_id': '375cf072c7da4ade9678209ac85250d2'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:22.372302 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Made reservation on behalf of 375cf072c7da4ade9678209ac85250d2 for: {'network': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:32:22.379667 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.383893 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.478988 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.555637 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.559106 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6b2ab4a6-ad45-4619-9366-7d286f2795a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:22.583516 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:32:22.589402 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76560f0f-1a14-4242-ab08-681b98fc7941,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:22.593078 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:22.597978 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.598601 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.segments_db [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Added segment d3fe3e20-191e-4d20-9a87-07657bd45644 of type vlan for network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d Jun 26 16:32:22.646373 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.759046 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.761175 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:22.761759 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:22.765093 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-577e982d-dabe-44b5-a0cc-b1bf2c58f9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:22.822176 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe7b5ef-1f11-4cbe-bddf-174ae254b42d,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:22.827350 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:22.832482 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:32:22.893505 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6370888 Jun 26 16:32:22.897484 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44170) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:22.904198 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Request body: {'subnet': {'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-949155178-subnet', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'ip_version': 4}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:22.999010 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Made reservation on behalf of 375cf072c7da4ade9678209ac85250d2 for: {'subnet': 1} {{(pid=93481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:32:23.001492 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2968968'] for subnet, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.192840 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Sync routers for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:23.202223 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:23.203644 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:23.222119 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2968986'] for subnet, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.225323 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:23.282320 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a480850a-b9b3-4a45-b482-6ce6c44fb278,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:23.285073 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:23.294422 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Checking segment: {'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:23.294848 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Network hostable DHCP agents. Network: dfe7b5ef-1f11-4cbe-bddf-174ae254b42d, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:32:23.308526 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:23.387880 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:32:23.445871 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dfe11-23ed-42a8-a027-971e398db86a req-9adf2cd8-08f3-4994-9ed7-485712c061b6 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:23.447685 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-709dfe11-23ed-42a8-a027-971e398db86a req-9adf2cd8-08f3-4994-9ed7-485712c061b6 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.2858579 Jun 26 16:32:23.475302 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, dfe7b5ef-1f11-4cbe-bddf-174ae254b42d) {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:23.481532 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:23.482963 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.483694 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4464d1-6dab-4787-96b5-10d089ad6fe6 None None] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:32:23.515061 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-709dfe11-23ed-42a8-a027-971e398db86a req-c434d007-9adc-46f5-b1a5-47b5e16a0a2b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571542 Jun 26 16:32:23.516466 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 44553863-36f2-4e93-8367-9e82aa0b4b34 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:23.558465 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 2, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:23.584812 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Checking router: 59d19c6f-75d4-418e-b98d-f05ba04c87c8 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:23.585801 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-cd4a47be-6c40-428c-bc89-6f8649dd4418 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6884248 Jun 26 16:32:23.586518 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Updating router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 port b1c4322a-87c5-4e2a-82ba-fb256500ac94 binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:32:23.588288 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44178) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:23.592971 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:23.623732 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.668986 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-986721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9497'] for router, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.670091 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-986744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926507', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9472'] for router, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.698629 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 44553863-36f2-4e93-8367-9e82aa0b4b34 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:23.704549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83e1251e-d35c-5302-9b36-19b67e793b38-dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'fixed_ips': [{'subnet_id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278'}]}} from dv-cinder-798189-1-smb. {{(pid=93482) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 26 16:32:23.710058 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.710058 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 44553863-36f2-4e93-8367-9e82aa0b4b34 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:23.710058 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.727481 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.894733 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.899746 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.910250 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Transition to ACTIVE for port object b1c4322a-87c5-4e2a-82ba-fb256500ac94 will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:23.915287 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.db_base_plugin_common [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Allocated IP 172.20.0.2 (dfe7b5ef-1f11-4cbe-bddf-174ae254b42d/a480850a-b9b3-4a45-b482-6ce6c44fb278/424902b8-3bb7-43c1-805e-d0734f54127b) {{(pid=93482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:23.933585 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 44553863-36f2-4e93-8367-9e82aa0b4b34, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=44553863-36f2-4e93-8367-9e82aa0b4b34,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:23.947351 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926469', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-986101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9522'] for router, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.987346 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:23.990326 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:24.025104 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.051265 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-932cf652-0573-4f4c-8bd1-06307f58c464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:24.092965 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Pushing event updated for resources: {'Port': ['ID=b1c4322a-87c5-4e2a-82ba-fb256500ac94,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:24.105527 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.106115 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.106618 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.107100 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.107690 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.108279 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.108772 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.109278 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.109778 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.110246 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.110726 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.111194 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.112080 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=44553863-36f2-4e93-8367-9e82aa0b4b34,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:24.119830 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:24.121998 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:24.125072 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Attempting to bind port b1c4322a-87c5-4e2a-82ba-fb256500ac94 on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:24.125648 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Attempting to bind port b1c4322a-87c5-4e2a-82ba-fb256500ac94 by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:24.126014 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Attempting to bind port b1c4322a-87c5-4e2a-82ba-fb256500ac94 on network fb85c987-10d6-4648-9106-17ba8fbb502b {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:24.131217 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:24.131837 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Checking segment: {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:24.132415 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.132998 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Bound using segment: {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:24.133650 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Bound port: b1c4322a-87c5-4e2a-82ba-fb256500ac94, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:24.134228 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.149235 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Notify callbacks [] for port, precommit_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.159533 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Transition to ACTIVE for port object 424902b8-3bb7-43c1-805e-d0734f54127b will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:24.176551 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Transition to ACTIVE for port object 424902b8-3bb7-43c1-805e-d0734f54127b will not be triggered until provisioned by entity DHCP. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:24.207090 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] For port b1c4322a-87c5-4e2a-82ba-fb256500ac94, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:24.210604 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] For port b1c4322a-87c5-4e2a-82ba-fb256500ac94, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=b1c4322a-87c5-4e2a-82ba-fb256500ac94,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:24.239255 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.249729 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.269603 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.281645 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989'] for port, after_create {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.284579 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:24.325379 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d is already hosted by enough agents. {{(pid=93482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:24.333785 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.scheduler.base_scheduler [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Resources bound (agent type, host, resource id): {{(pid=93482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:24.338143 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Received port after_create {{(pid=93482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:24.348242 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Pushing event updated for resources: {'Port': ['ID=424902b8-3bb7-43c1-805e-d0734f54127b,revision_number=1']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:24.351922 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:24.352260 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.356094 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:24.413992 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Attempting to bind port 424902b8-3bb7-43c1-805e-d0734f54127b on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:24.414373 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Attempting to bind port 424902b8-3bb7-43c1-805e-d0734f54127b by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:24.414747 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Attempting to bind port 424902b8-3bb7-43c1-805e-d0734f54127b on network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:24.418217 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Allocated IP 172.28.2.219 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/e2124edd-5d23-4bd5-9eed-2f67ced69dfc) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:24.421017 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:24.421633 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Checking segment: {'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:24.422410 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.422410 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Bound using segment: {'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:24.422964 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Bound port: 424902b8-3bb7-43c1-805e-d0734f54127b, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:24.423423 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.428052 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:24.428687 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:24.471087 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Pushing event updated for resources: {'Port': ['ID=b1c4322a-87c5-4e2a-82ba-fb256500ac94,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:24.474676 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-849929eb-3b97-483e-976f-8d5c90f04a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:24.513358 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] For port 424902b8-3bb7-43c1-805e-d0734f54127b, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:24.517659 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] For port 424902b8-3bb7-43c1-805e-d0734f54127b, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=424902b8-3bb7-43c1-805e-d0734f54127b,segment=NetworkSegment(d3fe3e20-191e-4d20-9a87-07657bd45644),segment_id=d3fe3e20-191e-4d20-9a87-07657bd45644)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:24.587590 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.588344 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:24.657716 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.660904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:24.689979 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:24.692086 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:24.748691 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Pushing event updated for resources: {'Port': ['ID=424902b8-3bb7-43c1-805e-d0734f54127b,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:24.752170 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:24.789265 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:24.790942 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:24.793760 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff65452-dc0a-42ed-9fe4-333981510229 req-15dee9eb-e157-4bb5-9cb5-b539adc6b689 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:24.794321 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:24.804674 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cff65452-dc0a-42ed-9fe4-333981510229 req-15dee9eb-e157-4bb5-9cb5-b539adc6b689 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1297095 Jun 26 16:32:24.846816 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Pushing event updated for resources: {'Port': ['ID=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:24.859265 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cff65452-dc0a-42ed-9fe4-333981510229 req-e627f603-032d-42ef-b04d-c2d68a21ecfb tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544369 Jun 26 16:32:24.881218 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:32:24.905989 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:24Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:24.928681 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.929211 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.929649 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.930080 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.930508 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.930927 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.931354 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.931776 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.932312 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.933555 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.933981 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.934328 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:24.938507 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:24.945198 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae8a83c-4738-47e7-83e0-c2b75ddbb959 None None] The sync data for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb is: [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:24Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:25.204125 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:25.429308 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-986110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-985484'] for router, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:25.482402 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-6c30fe77-f070-40de-b299-0abe3fc92e1e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:25.484009 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-6c30fe77-f070-40de-b299-0abe3fc92e1e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.0891006 Jun 26 16:32:25.657454 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device b1c4322a-87c5-4e2a-82ba-fb256500ac94 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:25.664411 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Deleting port 573541fd-4863-429b-9305-648f5918c78a {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:25.664732 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:25.704206 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Router 6d95cbe1-e228-4796-a482-42a869723d53 is scheduled to L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 with binding_index 1 {{(pid=93481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 26 16:32:25.774560 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] For port 573541fd-4863-429b-9305-648f5918c78a, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=573541fd-4863-429b-9305-648f5918c78a,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:25.775458 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:25.795815 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port b1c4322a-87c5-4e2a-82ba-fb256500ac94 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:25.800045 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port b1c4322a-87c5-4e2a-82ba-fb256500ac94 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:25.800433 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:25.905416 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:25.917757 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a334e0c-fd2e-4acc-9de7-c98b9a2ee7ea None None] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:32:26.031645 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.032231 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.032335 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Floating IP 8e5b1774-316e-4081-a59e-cbb70e1c5404 disassociated. External IP: 172.28.2.48, port: 573541fd-4863-429b-9305-648f5918c78a. Jun 26 16:32:26.032706 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Calling delete_port for 573541fd-4863-429b-9305-648f5918c78a owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:26.071593 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port b1c4322a-87c5-4e2a-82ba-fb256500ac94, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=b1c4322a-87c5-4e2a-82ba-fb256500ac94,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:26.150306 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.151926 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 424902b8-3bb7-43c1-805e-d0734f54127b up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:26.155468 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:26.170669 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b3ed9-3511-4850-b208-24b644c3224f req-d93f912c-d08a-4813-9f10-2d029c08cc50 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:26.172137 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:26.176582 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-da5b3ed9-3511-4850-b208-24b644c3224f req-d93f912c-d08a-4813-9f10-2d029c08cc50 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 946 time: 0.1642883 Jun 26 16:32:26.210719 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Sync routers for ids ['6d95cbe1-e228-4796-a482-42a869723d53'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:26.221453 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-153ddb7c-7bd2-4415-ab15-0c2ef15037be None None] Provisioning for port 424902b8-3bb7-43c1-805e-d0734f54127b completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:26.264357 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Routers {'6d95cbe1-e228-4796-a482-42a869723d53'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:26.265858 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['6d95cbe1-e228-4796-a482-42a869723d53'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:26.270783 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-da5b3ed9-3511-4850-b208-24b644c3224f req-38e0cffd-6524-48a9-8ffb-cd4345daaebd tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=381913c2-6d43-49d4-87d3-c8f39e61be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715477 Jun 26 16:32:26.284793 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.286713 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6972744 Jun 26 16:32:26.289513 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44194) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:26.308835 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=b1c4322a-87c5-4e2a-82ba-fb256500ac94,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:26.315082 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:26.371281 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.376266 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:26.406847 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event deleted for resources: {'Port': ['ID=573541fd-4863-429b-9305-648f5918c78a,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:26.426718 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port 424902b8-3bb7-43c1-805e-d0734f54127b completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:26.444120 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 424902b8-3bb7-43c1-805e-d0734f54127b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:26.444574 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.447188 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.447574 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.448527 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.448924 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.449142 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Set router 6d95cbe1-e228-4796-a482-42a869723d53 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:26.449315 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.449642 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.449997 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.450352 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.452211 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.452211 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.452211 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.452211 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:26.455716 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:26.587254 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:32:26.697213 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-6b23a733-5f0b-4731-a977-9eb1c54b54e3 None None] Provisioning complete for port 424902b8-3bb7-43c1-805e-d0734f54127b triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:26.698344 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b23a733-5f0b-4731-a977-9eb1c54b54e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.806922 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:26.807752 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] Sync routers for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:26.823967 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:26.824622 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:26.864120 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] No DVR routers for this DVR port 573541fd-4863-429b-9305-648f5918c78a on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:32:26.928757 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.936230 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:26.938978 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d5a41d96-65b1-49a4-9d8f-d47d50c892a7 req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "DELETE /v2.0/ports/573541fd-4863-429b-9305-648f5918c78a HTTP/1.1" status: 204 len: 173 time: 1.4481499 Jun 26 16:32:26.941905 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'name': 'network-vif-deleted', 'tag': '573541fd-4863-429b-9305-648f5918c78a'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:26.945832 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aecce7-3a0c-436b-8a95-39b724f226bd" -d '{"events": [{"server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "name": "network-vif-deleted", "tag": "573541fd-4863-429b-9305-648f5918c78a"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:27.037327 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port 424902b8-3bb7-43c1-805e-d0734f54127b, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=424902b8-3bb7-43c1-805e-d0734f54127b,segment=NetworkSegment(d3fe3e20-191e-4d20-9a87-07657bd45644),segment_id=d3fe3e20-191e-4d20-9a87-07657bd45644)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:27.057361 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b23a733-5f0b-4731-a977-9eb1c54b54e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.071802 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.100079 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-3ac49245-5646-49b1-bb0b-e88a938e6572 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3738780 Jun 26 16:32:27.100629 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.101948 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 44553863-36f2-4e93-8367-9e82aa0b4b34 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:27.106790 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:27.138174 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:32:25Z', 'revision_number': 3, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port': {'id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:24Z', 'updated_at': '2021-06-26T16:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:27.173509 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85a3b5c-7302-43ff-bac7-49319af945a7 x-openstack-request-id: req-e85a3b5c-7302-43ff-bac7-49319af945a7 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:27.173887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b8e07f-f2b0-417a-bae2-01b8825e79c5", "name": "network-vif-deleted", "tag": "573541fd-4863-429b-9305-648f5918c78a", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:27.174195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e85a3b5c-7302-43ff-bac7-49319af945a7 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:27.174758 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b8e07f-f2b0-417a-bae2-01b8825e79c5', 'name': 'network-vif-deleted', 'tag': '573541fd-4863-429b-9305-648f5918c78a', 'status': 'completed', 'code': 200} Jun 26 16:32:27.191445 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:27.243651 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=424902b8-3bb7-43c1-805e-d0734f54127b,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:27.254240 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:27.281908 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Checking router: 6d95cbe1-e228-4796-a482-42a869723d53 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:27.282333 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Updating router 6d95cbe1-e228-4796-a482-42a869723d53 port e2124edd-5d23-4bd5-9eed-2f67ced69dfc binding host dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:32:27.300223 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-60db05aa-0343-4cff-82e1-7d9bfc8b5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:27.301983 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-60db05aa-0343-4cff-82e1-7d9bfc8b5af5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1099 time: 0.1204154 Jun 26 16:32:27.359649 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.db.api [None req-6b23a733-5f0b-4731-a977-9eb1c54b54e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 26 16:32:27.360027 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_db.api [None req-6b23a733-5f0b-4731-a977-9eb1c54b54e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 26 16:32:27.364579 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Allocated IP 172.20.0.1 (dfe7b5ef-1f11-4cbe-bddf-174ae254b42d/a480850a-b9b3-4a45-b482-6ce6c44fb278/bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:27.381269 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.488610 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-596ff638-002f-4630-8fb6-af4ff919337b req-6d8284d4-60bf-4549-8230-1ddf29f8df93 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=22b8e07f-f2b0-417a-bae2-01b8825e79c5 HTTP/1.1" status: 200 len: 210 time: 0.0371468 Jun 26 16:32:27.534459 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 44553863-36f2-4e93-8367-9e82aa0b4b34 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:27.534850 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.551139 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.554555 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-70e49872-fec7-49c9-a169-02f1f109f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:27.558989 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-70e49872-fec7-49c9-a169-02f1f109f777 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.2152202 Jun 26 16:32:27.565381 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:27.569403 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.provisioning_blocks [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Transition to ACTIVE for port object bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc will not be triggered until provisioned by entity DHCP. {{(pid=93481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:27.603764 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] Checking router: ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:27.613164 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:27.614076 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:27.667257 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-680e90a6-31c1-47ed-8d41-3b39238b6542 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 200 len: 1001 time: 0.0994818 Jun 26 16:32:27.681837 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.687120 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-17e24955-0f96-44eb-bbe4-b3c0a0b96783 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:27.755151 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:27.762232 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:27.764906 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Pushing event updated for resources: {'Port': ['ID=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:27.767405 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:27.772054 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:27.780350 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-2e809da4-6ef5-4420-84db-37da536c5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:27.781965 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-2e809da4-6ef5-4420-84db-37da536c5854 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.1060557 Jun 26 16:32:27.817801 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-927758'] for router_interface, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:27.883732 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:27.894524 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-65924416-e853-47b1-80d4-71488287fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:27.898301 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-65924416-e853-47b1-80d4-71488287fdab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1062994 Jun 26 16:32:27.902466 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 573541fd-4863-429b-9305-648f5918c78a no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:32:27.904538 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device b1c4322a-87c5-4e2a-82ba-fb256500ac94 up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:27.993252 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 573541fd-4863-429b-9305-648f5918c78a {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:32:27.993791 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 573541fd-4863-429b-9305-648f5918c78a not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:32:27.999341 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Notify callbacks [] for port, precommit_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.031276 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Transition to ACTIVE for port object e2124edd-5d23-4bd5-9eed-2f67ced69dfc will not be triggered until provisioned by entity L2. {{(pid=93482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:28.051775 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-dcd8e9d3-b5d3-412c-8dc9-65c456b73291 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454821 Jun 26 16:32:28.066028 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port b1c4322a-87c5-4e2a-82ba-fb256500ac94 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:28.066230 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.192971 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.196608 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:28.211185 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ed900004-b8f5-4e01-95a7-52113fcdc2e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:28.211476 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bb331e23-b5dc-4c2a-99f4-132fd1e3c333 req-12af448e-49c1-4a4f-a91c-1b9929e0b470 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422694 Jun 26 16:32:28.224957 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.233384 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330f23c-9235-4fed-9209-a17a0b15d145 None None] The sync data for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb is: [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:28.308067 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Attempting to bind port e2124edd-5d23-4bd5-9eed-2f67ced69dfc on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:28.308653 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Attempting to bind port e2124edd-5d23-4bd5-9eed-2f67ced69dfc by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:28.309259 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Attempting to bind port e2124edd-5d23-4bd5-9eed-2f67ced69dfc on network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:28.365312 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a9b1da0d-dafe-4a55-8f25-d3cb75c430da None None] Provisioning for port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:28.367908 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:28.368555 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Checking segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:28.369114 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.370106 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Bound using segment: {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'} {{(pid=93482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:28.370708 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.managers [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Bound port: e2124edd-5d23-4bd5-9eed-2f67ced69dfc, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e285c6-7c0f-4e31-b27e-cb90a0c04aec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}}] {{(pid=93482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:28.371217 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.376172 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30983787-5666-4e67-ac78-40ea7eac8101 None None] Pushing event updated for resources: {'Port': ['ID=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,revision_number=2']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:28.381842 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-30983787-5666-4e67-ac78-40ea7eac8101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:28.406487 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-a9b1da0d-dafe-4a55-8f25-d3cb75c430da None None] Provisioning complete for port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:28.406866 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a9b1da0d-dafe-4a55-8f25-d3cb75c430da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.438263 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 424902b8-3bb7-43c1-805e-d0734f54127b up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:28.458128 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.548348 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1da0d-dafe-4a55-8f25-d3cb75c430da None None] Port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:32:28.549470 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.552278 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e8b4c618-dbc3-4bd5-a2ac-1e535231c8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:28.555518 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] For port e2124edd-5d23-4bd5-9eed-2f67ced69dfc, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:28.561450 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] For port e2124edd-5d23-4bd5-9eed-2f67ced69dfc, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:28.564136 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b6593-8779-4b36-af28-692e609a5033 None None] New status for floating IP 8e5b1774-316e-4081-a59e-cbb70e1c5404: DOWN {{(pid=93482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:32:28.628938 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Pushing event updated for resources: {'Port': ['ID=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:28.633223 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-927890'] for router_interface, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.637234 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:28.658904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.658904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:28.660301 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port 424902b8-3bb7-43c1-805e-d0734f54127b triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:28.660679 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.742230 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44218) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:28.776635 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:28.780500 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:28.797318 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Routers {'6d95cbe1-e228-4796-a482-42a869723d53'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:28.797971 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['6d95cbe1-e228-4796-a482-42a869723d53'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:28.800291 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30983787-5666-4e67-ac78-40ea7eac8101 None None] Pushing event updated for resources: {'Port': ['ID=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,revision_number=3']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:28.804904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-30983787-5666-4e67-ac78-40ea7eac8101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:28.832733 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.870238 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:28.965911 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Router 6d95cbe1-e228-4796-a482-42a869723d53 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:32:29.011616 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.014481 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.018733 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "DELETE /v2.0/security-groups/381913c2-6d43-49d4-87d3-c8f39e61be4d HTTP/1.1" status: 204 len: 168 time: 0.2724235 Jun 26 16:32:29.018733 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-56ca5d88-3a2f-4ab8-b006-b096a3981ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:29.025440 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44222) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:29.044895 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381913c2-6d43-49d4-87d3-c8f39e61be4d,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:29.052763 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.api.v2.resource [None req-083d7ed8-43c4-4d47-af60-4a654c6b56c2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] show failed (client error): The resource could not be found. Jun 26 16:32:29.056786 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-083d7ed8-43c4-4d47-af60-4a654c6b56c2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups/381913c2-6d43-49d4-87d3-c8f39e61be4d HTTP/1.1" status: 404 len: 347 time: 0.0335605 Jun 26 16:32:29.056786 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:29.058471 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44224) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:29.128558 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:29.135131 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] 10.222.0.45 "PUT /v2.0/routers/6d95cbe1-e228-4796-a482-42a869723d53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443375 Jun 26 16:32:29.198880 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] Set router 6d95cbe1-e228-4796-a482-42a869723d53 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:29.220378 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Deleting port 4b33dad7-1d84-484b-9f81-2d4a1678db3e {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:32:29.221041 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.230440 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-300557fc-566d-47a5-a976-53cae8770fb9 None None] Provisioning complete for port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:29.230838 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-300557fc-566d-47a5-a976-53cae8770fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.308209 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.308544 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.312040 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-300557fc-566d-47a5-a976-53cae8770fb9 None None] Port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:32:29.326627 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Calling delete_port for 4b33dad7-1d84-484b-9f81-2d4a1678db3e owned by network:floatingip {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:32:29.481252 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:32:27Z', 'revision_number': 4, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port': {'id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:24Z', 'updated_at': '2021-06-26T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc', 'name': '', 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'mac_address': 'fa:16:3e:37:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:27Z', 'updated_at': '2021-06-26T16:32:28Z', 'revision_number': 2, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'subnets': [{'id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:29.526418 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7a5b04-d2d9-45b9-bbb9-774a518e388d None None] The sync data for ids ['6d95cbe1-e228-4796-a482-42a869723d53'] in dv-cinder-798189-1-smb is: [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:32:27Z', 'revision_number': 4, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port': {'id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:24Z', 'updated_at': '2021-06-26T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc', 'name': '', 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'mac_address': 'fa:16:3e:37:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:27Z', 'updated_at': '2021-06-26T16:32:28Z', 'revision_number': 2, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'subnets': [{'id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:29.597541 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.601390 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e483b1b3-5255-427f-b9d7-61b7a18183e4 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:29.667892 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event deleted for resources: {'Port': ['ID=4b33dad7-1d84-484b-9f81-2d4a1678db3e,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:29.678751 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:29.751182 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.753907 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:29.755085 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "DELETE /v2.0/floatingips/8e5b1774-316e-4081-a59e-cbb70e1c5404 HTTP/1.1" status: 204 len: 168 time: 0.6956780 Jun 26 16:32:29.901519 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44246) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:29.913180 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309241413', 'description': 'tempest-secgroup-smoke-1309241413 description', 'project_id': '6923acc9926c4f18b3ee768a21a4db08'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:30.035480 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.166842 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b71e0-d8c1-4af1-85ac-624eaa4a8efb req-1cade8ff-6326-4478-b36d-deb76d0afa95 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:30.168695 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dc4b71e0-d8c1-4af1-85ac-624eaa4a8efb req-1cade8ff-6326-4478-b36d-deb76d0afa95 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.1145048 Jun 26 16:32:30.184707 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44248) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:30.189708 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554686203', 'description': 'tempest-description--2010675728'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:30.198963 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.227577 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dc4b71e0-d8c1-4af1-85ac-624eaa4a8efb req-c515bbe0-aafd-4938-940e-3fdc4e5fca74 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523210 Jun 26 16:32:30.278687 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.282362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-d6e902a9-c6b2-476c-a0ea-6c72f660734c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:30.312718 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:30.315753 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:30.412502 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.503629 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.504898 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6023471 Jun 26 16:32:30.509353 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44250) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:30.516051 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'security_group_rule': {'security_group_id': 'b5cfaf0a-c7bc-485b-8ed3-3dedd460f562', 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:30.577301 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.663845 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.667384 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e95f8246-d407-4dbd-93a6-566c3a5c2570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:30.698800 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d23d23-a234-420f-8a0d-1a944ce1666b,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:30.702095 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:30.770428 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.821758 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.823957 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6372862 Jun 26 16:32:30.826488 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44252) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:30.827757 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.831336 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'security_group_rule': {'security_group_id': 'c2d23d23-a234-420f-8a0d-1a944ce1666b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:30.896018 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.901126 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:30.916123 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a95dd78-b530-4db3-98be-a9fdf278c7c9,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:30.919736 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:30.929794 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.976284 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:30.977655 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4663467 Jun 26 16:32:30.981581 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44254) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:30.986470 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'security_group_rule': {'security_group_id': 'b5cfaf0a-c7bc-485b-8ed3-3dedd460f562', 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:30.991828 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.059535 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.062480 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-55fe3c38-e0e8-4005-b3df-836d26c87af5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:31.080231 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c334090-077f-4d8b-88c0-3aa905501479,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:31.084606 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:31.138655 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.207806 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.247194 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.248802 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-90fd0c73-925c-49e4-8de4-ad519a923963 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4213037 Jun 26 16:32:31.251697 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44256) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:31.257124 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'security_group_rule': {'security_group_id': 'c2d23d23-a234-420f-8a0d-1a944ce1666b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:31.302657 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.302657 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-21f93781-45de-4a04-8fa0-6a6bc5fcbcc9 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:31.325130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a49ce3-b800-434b-bcfe-6b72aa51f29e,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:31.330714 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:31.407015 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.434815 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f34996-4bda-4145-b795-864289ddd11c req-d82b83eb-7925-4bf1-903a-3005bd7a456e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:31.436437 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-36f34996-4bda-4145-b795-864289ddd11c req-d82b83eb-7925-4bf1-903a-3005bd7a456e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0706916 Jun 26 16:32:31.471372 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.477223 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-36f34996-4bda-4145-b795-864289ddd11c req-269536e6-e1ce-4772-aae3-b2801db0ea65 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328529 Jun 26 16:32:31.532359 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.533591 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5508773 Jun 26 16:32:31.536288 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44260) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:31.540709 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'security_group_rule': {'security_group_id': 'b5cfaf0a-c7bc-485b-8ed3-3dedd460f562', 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:31.559438 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.559438 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:31.575611 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c35b410-264a-459f-9993-9c3041bb37a8,revision_number=0']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:31.578211 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:31.659414 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.715804 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.717156 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-0585edbd-aa11-4d0d-97a8-91ff221fbbf7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4643099 Jun 26 16:32:31.720222 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44262) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:31.721887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.725346 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'floatingip': {'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:31.801496 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.803604 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:31.825419 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3e5aac-7b69-4465-b18f-389febc66262,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:31.825722 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e2124edd-5d23-4bd5-9eed-2f67ced69dfc up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:31.830423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:31.841823 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.907797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.909083 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-0d0215d7-8386-4cd5-a1f7-1a88c3e28d88 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718457 Jun 26 16:32:31.913521 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44264) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:31.919147 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'security_group_rule': {'security_group_id': 'b5cfaf0a-c7bc-485b-8ed3-3dedd460f562', 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:31.954790 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port e2124edd-5d23-4bd5-9eed-2f67ced69dfc completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:31.959495 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port e2124edd-5d23-4bd5-9eed-2f67ced69dfc triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:31.959761 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:31.959927 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.017238 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.049783 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.085124 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port e2124edd-5d23-4bd5-9eed-2f67ced69dfc, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:32.093321 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_common [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Allocated IP 172.28.2.92 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/61715fa1-ca6a-4a24-beb5-6d286196d641) {{(pid=93481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:32.099207 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.161227 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.163371 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.189635 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.192304 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b266d795-e189-4a5b-8661-6223fc24276f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.206456 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for port, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.210647 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34413b3b-42d5-4036-988f-1ee3eda7f673,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.213329 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.216580 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.222010 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.269687 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.270966 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-bd3b3537-3ebc-47a6-960d-ccbe5ed8724a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563492 Jun 26 16:32:32.273734 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44266) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:32.278645 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'security_group_rule': {'security_group_id': 'b5cfaf0a-c7bc-485b-8ed3-3dedd460f562', 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:32.322313 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3110296'] for port, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.326795 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.360939 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:32.363713 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.base_scheduler [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Resources bound (agent type, host, resource id): {{(pid=93481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:32.371012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Received port after_create {{(pid=93481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:32.372515 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.securitygroups_db [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Project 6923acc9926c4f18b3ee768a21a4db08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:32:32.378867 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.403522 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'Port': ['ID=61715fa1-ca6a-4a24-beb5-6d286196d641,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.408001 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.455103 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.469324 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.538371 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.540552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd149ab3-67d5-4b69-8ac6-5792c12d452f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.559105 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ebb5ae-5144-4f41-a834-84884aee4dbc,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.567095 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.618473 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.653257 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.654482 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a492757e-b5f8-45e7-804b-49e6338b3e57 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3796427 Jun 26 16:32:32.657904 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44270) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:32.667563 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'security_group_rule': {'security_group_id': 'b5cfaf0a-c7bc-485b-8ed3-3dedd460f562', 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:32.694726 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5500438-f56c-4e48-8aae-d519b08562a3 req-edf08a2a-7683-46ab-a4a6-bc6aa9b96379 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:32.696437 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b5500438-f56c-4e48-8aae-d519b08562a3 req-edf08a2a-7683-46ab-a4a6-bc6aa9b96379 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0953376 Jun 26 16:32:32.738196 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b5500438-f56c-4e48-8aae-d519b08562a3 req-04ef9517-6cbc-4a16-92c5-9be60405ee44 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355718 Jun 26 16:32:32.767065 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.securitygroups_db [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Project 6923acc9926c4f18b3ee768a21a4db08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 16:32:32.772532 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.807711 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for port, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.851250 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.868768 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110250'] for port, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.871782 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-27b4037e-998f-4bca-ab27-1b64a03e825e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.921555 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1034859'] for security_group_rule, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:32.926373 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Sync routers for ids ['6d95cbe1-e228-4796-a482-42a869723d53'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:32.938470 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8c7bda77-4251-4acc-a433-32ff64e19517 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:32.943682 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Routers {'6d95cbe1-e228-4796-a482-42a869723d53'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:32.945536 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['6d95cbe1-e228-4796-a482-42a869723d53'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:32.950778 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'Port': ['ID=61715fa1-ca6a-4a24-beb5-6d286196d641,revision_number=2']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.954591 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9f8c1e-c1df-4d1b-9543-5aec7fe5f3ad,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:32.955068 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.960841 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:32.966863 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.047075 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.048287 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-0bd12cea-6131-488e-8b78-5effe4891492 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3894386 Jun 26 16:32:33.069782 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Set router 6d95cbe1-e228-4796-a482-42a869723d53 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:33.076194 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.077889 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3565886 Jun 26 16:32:33.298559 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:32:27Z', 'revision_number': 4, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port': {'id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:24Z', 'updated_at': '2021-06-26T16:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc', 'name': '', 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'mac_address': 'fa:16:3e:37:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:27Z', 'updated_at': '2021-06-26T16:32:28Z', 'revision_number': 2, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'subnets': [{'id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:33.305508 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-8bbedc98-e7b7-44f2-8063-1d521d4b36d4 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1554686203&fields=id&tenant_id=c02d6e50b6c44b7faee21ad462016554 HTTP/1.1" status: 200 len: 267 time: 0.0538003 Jun 26 16:32:33.326166 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Checking router: 6d95cbe1-e228-4796-a482-42a869723d53 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:33.326544 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Updating router 6d95cbe1-e228-4796-a482-42a869723d53 port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc binding host dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 16:32:33.362428 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.413369 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-5a667ea0-d123-40ab-853a-e978bfb44a1d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:33.414825 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-5a667ea0-d123-40ab-853a-e978bfb44a1d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 811 time: 0.1084557 Jun 26 16:32:33.434826 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-abb68ff2-2d97-4114-8637-71219cf46cfc tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/quotas/c02d6e50b6c44b7faee21ad462016554 HTTP/1.1" status: 200 len: 375 time: 0.0129991 Jun 26 16:32:33.680194 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Notify callbacks [] for port, precommit_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.694008 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.provisioning_blocks [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Transition to ACTIVE for port object bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc will not be triggered until provisioned by entity L2. {{(pid=93483) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:33.766420 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.769064 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:33.816118 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-e404bdf7-2bba-4e0b-9e3f-846980f02735 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3758636 Jun 26 16:32:33.828335 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e2124edd-5d23-4bd5-9eed-2f67ced69dfc up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:33.831067 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fe7a3-3244-4b35-b468-87e95cb18559 None None] Pushing event updated for resources: {'Port': ['ID=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,revision_number=3']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:33.836102 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-795fe7a3-3244-4b35-b468-87e95cb18559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:33.927099 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Attempting to bind port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc on host dv-cinder-798189-1-smb for vnic_type normal with profile {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:33.927994 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Attempting to bind port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc by drivers openvswitch,hyperv on host dv-cinder-798189-1-smb at level 0 using segments [{'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:33.928185 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Attempting to bind port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc on network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:33.936259 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Checking agent: {'id': '3c641353-1850-425d-844c-01983a0ce1bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798189-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 19, 9), 'started_at': datetime.datetime(2021, 6, 26, 16, 19, 39), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798189-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:33.937062 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Checking segment: {'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:33.937850 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.938470 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Bound using segment: {'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'} {{(pid=93483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:33.939378 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.managers [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Bound port: bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc, host: dv-cinder-798189-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fe3e20-191e-4d20-9a87-07657bd45644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d'}}] {{(pid=93483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:33.941029 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:33.945751 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port e2124edd-5d23-4bd5-9eed-2f67ced69dfc triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:33.946134 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:34.075829 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] For port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc, host dv-cinder-798189-1-smb, cleared binding levels {{(pid=93483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:34.080050 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.plugins.ml2.db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] For port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc, host dv-cinder-798189-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,segment=NetworkSegment(d3fe3e20-191e-4d20-9a87-07657bd45644),segment_id=d3fe3e20-191e-4d20-9a87-07657bd45644)] {{(pid=93483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:34.107141 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eadcb5-d0b3-4ed9-89f4-8c406909cb42 req-d9b17545-f69a-48e5-a75f-b4f2bc06300e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:34.108662 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e2eadcb5-d0b3-4ed9-89f4-8c406909cb42 req-d9b17545-f69a-48e5-a75f-b4f2bc06300e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.1939402 Jun 26 16:32:34.112833 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-4e5be08a-b970-4f73-a977-d092b244db62 service neutron] 10.222.0.45 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722776 Jun 26 16:32:34.178728 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron_lib.callbacks.manager [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:34.181035 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:34.214222 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e2eadcb5-d0b3-4ed9-89f4-8c406909cb42 req-44a853a7-d2f6-4751-b848-9cad11a30b32 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985992 Jun 26 16:32:34.245806 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-6ff7ec63-59ab-4854-906c-b558e5757135 service neutron] 10.222.0.45 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217065 Jun 26 16:32:34.248361 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fe7a3-3244-4b35-b468-87e95cb18559 None None] Pushing event updated for resources: {'Port': ['ID=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,revision_number=4']} {{(pid=93483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:34.251924 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG oslo_concurrency.lockutils [None req-795fe7a3-3244-4b35-b468-87e95cb18559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93483) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:34.252956 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Routers {'6d95cbe1-e228-4796-a482-42a869723d53'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:34.253602 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['6d95cbe1-e228-4796-a482-42a869723d53'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:34.369781 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] Set router 6d95cbe1-e228-4796-a482-42a869723d53 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:34.572719 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e93d81f7-a633-413b-ada8-b1814e454b28 req-d1ea7043-3e4a-4513-bf54-3304b0adcba0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 210 time: 0.0437250 Jun 26 16:32:34.659399 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:32:27Z', 'revision_number': 4, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port': {'id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:24Z', 'updated_at': '2021-06-26T16:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc', 'name': '', 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'mac_address': 'fa:16:3e:37:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:27Z', 'updated_at': '2021-06-26T16:32:34Z', 'revision_number': 4, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'subnets': [{'id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:34.790967 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3223a5-0d29-4f09-bd23-814c43f5fb96 None None] The sync data for ids ['6d95cbe1-e228-4796-a482-42a869723d53'] in dv-cinder-798189-1-smb is: [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:32:27Z', 'revision_number': 4, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port': {'id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:24Z', 'updated_at': '2021-06-26T16:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc', 'name': '', 'network_id': 'dfe7b5ef-1f11-4cbe-bddf-174ae254b42d', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'mac_address': 'fa:16:3e:37:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:27Z', 'updated_at': '2021-06-26T16:32:34Z', 'revision_number': 4, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'subnets': [{'id': 'a480850a-b9b3-4a45-b482-6ce6c44fb278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:35.440929 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcc051-dde2-4e68-a21e-4dce55b68bc6 req-516e791d-64f0-4aa2-959b-26b8703f8c0d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:35.442870 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4fbcc051-dde2-4e68-a21e-4dce55b68bc6 req-516e791d-64f0-4aa2-959b-26b8703f8c0d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0698082 Jun 26 16:32:35.494961 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4fbcc051-dde2-4e68-a21e-4dce55b68bc6 req-ffbbd534-1883-46e9-9584-868f86ab6430 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456440 Jun 26 16:32:35.664407 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0ce88168-37b3-467f-b3bb-0a17c0892335 req-a8bdd36c-ddfe-417c-a149-870cc9c8ce35 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 210 time: 0.0324402 Jun 26 16:32:35.808819 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:35.932630 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning for port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:35.937253 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:35.937778 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:36.020759 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:36.053057 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] For port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,segment=NetworkSegment(d3fe3e20-191e-4d20-9a87-07657bd45644),segment_id=d3fe3e20-191e-4d20-9a87-07657bd45644)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:36.129238 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:36.134346 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-133a3698-cd6a-4308-a25a-a14fea847dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:36.201559 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Pushing event updated for resources: {'Port': ['ID=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:36.209241 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.209599 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.209946 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.210288 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.210625 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.210959 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.211392 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.211619 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.211952 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.212280 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.212607 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.212955 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:32:36.217483 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:36.253798 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-2182054f-a3d6-48af-8359-0f2327faeceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:36.687768 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd1ef-bbc2-4dff-9e78-00aacca7f1b0 req-7c9fda6d-f433-4475-b35f-15921de414b6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:36.689306 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ae2dd1ef-bbc2-4dff-9e78-00aacca7f1b0 req-7c9fda6d-f433-4475-b35f-15921de414b6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0639076 Jun 26 16:32:36.727782 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ae2dd1ef-bbc2-4dff-9e78-00aacca7f1b0 req-ff5f0597-8abe-418b-8c2e-6a71467ccf9e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321038 Jun 26 16:32:36.806623 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2f3eac41-f4c8-42a5-818a-76c03546c7d5 req-332ae676-8e2d-4ecb-8346-a200edc18cc6 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 210 time: 0.0317490 Jun 26 16:32:37.322287 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-d91dbdbe-fba2-4ec3-8762-55b8cd5d48db tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:37.324330 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-d91dbdbe-fba2-4ec3-8762-55b8cd5d48db tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 811 time: 0.1086404 Jun 26 16:32:37.370480 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-72107f0f-a011-423c-8a67-68836aa98b74 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c02d6e50b6c44b7faee21ad462016554 HTTP/1.1" status: 200 len: 380 time: 0.0348194 Jun 26 16:32:37.381676 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'port': {'device_id': '7d557a94-940c-4020-b46a-ab6756c84117', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'admin_state_up': True, 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'security_groups': ['c2d23d23-a234-420f-8a0d-1a944ce1666b']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:37.555343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Made reservation on behalf of c02d6e50b6c44b7faee21ad462016554 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:32:37.559352 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:37.686876 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Allocated IP 172.20.0.14 (46e5672a-9a61-4585-9d50-f34e982f2d11/9337412f-5598-428e-89e2-e3d8bb81a1bd/ce889ed0-6fb2-42db-90fd-6edab4768042) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:37.794944 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc up at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:37.836904 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:37.853297 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Transition to ACTIVE for port object ce889ed0-6fb2-42db-90fd-6edab4768042 will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:37.855526 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Provisioning complete for port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:37.856283 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:37.967155 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ef7cb-d533-466e-b542-0caeccab8450 req-d9263105-b7b0-4873-b5b2-1511732b4210 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:37.969132 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f27ef7cb-d533-466e-b542-0caeccab8450 req-d9263105-b7b0-4873-b5b2-1511732b4210 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.1171510 Jun 26 16:32:37.972303 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-356bc040-13b5-4099-af37-a29f9eed50bb req-bce17e9f-936c-40ad-8652-52b21216a5ed tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 210 time: 0.0465379 Jun 26 16:32:37.973809 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:37.978958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4247f9eb-9a0a-4d58-8666-00f85344d722 tempest-VolumesSnapshotTestJSON-1098582305 tempest-VolumesSnapshotTestJSON-1098582305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:38.037343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:38.045289 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:38.054038 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:38.082481 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event updated for resources: {'Port': ['ID=ce889ed0-6fb2-42db-90fd-6edab4768042,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:38.088927 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:38.092743 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f27ef7cb-d533-466e-b542-0caeccab8450 req-213bd8f8-28e1-40a8-abee-0ac883d3466f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080735 Jun 26 16:32:38.123677 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:38.124303 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.218525 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8406184 Jun 26 16:32:38.232024 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Request body: {'port': {'device_id': '7d557a94-940c-4020-b46a-ab6756c84117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:38.305156 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.307078 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-02ad6b41-fca0-4218-a88f-688e5075866b None None] Provisioning for port ce889ed0-6fb2-42db-90fd-6edab4768042 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:38.311683 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-02ad6b41-fca0-4218-a88f-688e5075866b None None] Provisioning complete for port ce889ed0-6fb2-42db-90fd-6edab4768042 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:38.312065 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-02ad6b41-fca0-4218-a88f-688e5075866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.345928 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-02ad6b41-fca0-4218-a88f-688e5075866b None None] Port ce889ed0-6fb2-42db-90fd-6edab4768042 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:32:38.572185 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce889ed0-6fb2-42db-90fd-6edab4768042 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:32:38.579412 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.591521 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Transition to ACTIVE for port object ce889ed0-6fb2-42db-90fd-6edab4768042 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:38.681147 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.683601 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-af97caff-096d-462a-977b-9d01e1486005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:38.731467 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Pushing event updated for resources: {'Port': ['ID=ce889ed0-6fb2-42db-90fd-6edab4768042,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:38.739714 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:38.809984 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Attempting to bind port ce889ed0-6fb2-42db-90fd-6edab4768042 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:38.810329 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Attempting to bind port ce889ed0-6fb2-42db-90fd-6edab4768042 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:38.810663 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Attempting to bind port ce889ed0-6fb2-42db-90fd-6edab4768042 on network 46e5672a-9a61-4585-9d50-f34e982f2d11 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:38.810836 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ba33b73d-43f4-4f90-92eb-e34926988a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.816136 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Port ce889ed0-6fb2-42db-90fd-6edab4768042 on network 46e5672a-9a61-4585-9d50-f34e982f2d11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:32:38.816466 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Attempting to bind port ce889ed0-6fb2-42db-90fd-6edab4768042 on network 46e5672a-9a61-4585-9d50-f34e982f2d11 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:38.830680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:38.830680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Checking segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:38.830680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Bound using segment: {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:38.830680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Bound port: ce889ed0-6fb2-42db-90fd-6edab4768042, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197f75b7-68d9-47ef-826c-86bcdaf9c37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:38.830680 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.896368 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] For port ce889ed0-6fb2-42db-90fd-6edab4768042, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:38.899327 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] For port ce889ed0-6fb2-42db-90fd-6edab4768042, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ce889ed0-6fb2-42db-90fd-6edab4768042,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:38.981997 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:38.984051 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a5ba109-d3a9-4f9e-9395-01a71480aed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:39.015933 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.016688 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:39.018159 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] 10.222.0.15 "PUT /v2.0/ports/ce889ed0-6fb2-42db-90fd-6edab4768042 HTTP/1.1" status: 200 len: 1094 time: 0.7910290 Jun 26 16:32:39.020931 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:39.023918 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ddfb6-b92a-49f0-bbde-1f57ef39283e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:39.058325 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Pushing event updated for resources: {'Port': ['ID=ce889ed0-6fb2-42db-90fd-6edab4768042,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:39.068563 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:39.071462 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6588d3cf-ddeb-429f-9241-b510d4df2b10 x-openstack-request-id: req-6588d3cf-ddeb-429f-9241-b510d4df2b10 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:39.071862 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:39.072224 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6588d3cf-ddeb-429f-9241-b510d4df2b10 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:39.073302 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'status': 'completed', 'code': 200} Jun 26 16:32:39.080916 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:39.214524 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ddfb6-b92a-49f0-bbde-1f57ef39283e req-7a906a19-a833-4b7f-a556-fb3ee28907e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.216084 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-601ddfb6-b92a-49f0-bbde-1f57ef39283e req-7a906a19-a833-4b7f-a556-fb3ee28907e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 1097 time: 0.1205494 Jun 26 16:32:39.224916 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5db560-d475-49cd-a9fe-d4e0ef90a9be req-9bec2bed-498f-4f71-be4d-43dffc3e68ac tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.226468 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e5db560-d475-49cd-a9fe-d4e0ef90a9be req-9bec2bed-498f-4f71-be4d-43dffc3e68ac tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 944 time: 0.1216948 Jun 26 16:32:39.358812 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9e5db560-d475-49cd-a9fe-d4e0ef90a9be req-f224104d-bd52-4b6b-ab7e-f698867810be tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228719 Jun 26 16:32:39.388373 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ddfb6-b92a-49f0-bbde-1f57ef39283e req-9393a9e5-afcd-41db-a517-49d42f37a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.389888 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-601ddfb6-b92a-49f0-bbde-1f57ef39283e req-9393a9e5-afcd-41db-a517-49d42f37a2b8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c02d6e50b6c44b7faee21ad462016554&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1625264 Jun 26 16:32:39.401705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201fb12-d5d3-424d-87ea-2528d76b9b43 req-6cb9efd7-b250-445c-8739-2b2e68d11ad3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.403099 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3201fb12-d5d3-424d-87ea-2528d76b9b43 req-6cb9efd7-b250-445c-8739-2b2e68d11ad3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.1594326 Jun 26 16:32:39.499174 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3201fb12-d5d3-424d-87ea-2528d76b9b43 req-2f83f08c-5756-4328-8100-1e47d58a327f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875320 Jun 26 16:32:39.524776 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ddfb6-b92a-49f0-bbde-1f57ef39283e req-2b670dbb-5e35-42f1-9236-4498708b5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.526344 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-601ddfb6-b92a-49f0-bbde-1f57ef39283e req-2b670dbb-5e35-42f1-9236-4498708b5d80 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224105 Jun 26 16:32:39.612477 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:39.643258 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-ecce97de-8cc2-42a5-a6c1-a0b4be2f284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.644774 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-ecce97de-8cc2-42a5-a6c1-a0b4be2f284e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 1097 time: 0.0739307 Jun 26 16:32:39.687849 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-45d2bf8c-fea3-4b5c-82da-a1da48eedbd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce889ed0-6fb2-42db-90fd-6edab4768042 HTTP/1.1" status: 200 len: 217 time: 0.0351577 Jun 26 16:32:39.753243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-831bf480-c7ca-488a-aec9-0f46f6777253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.754741 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-831bf480-c7ca-488a-aec9-0f46f6777253 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9337412f-5598-428e-89e2-e3d8bb81a1bd HTTP/1.1" status: 200 len: 850 time: 0.0514476 Jun 26 16:32:39.814734 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc8a1-6446-465f-b854-be04822af4b8 req-c5ebfbd5-0d10-4b12-8f89-922aa8f8f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:39.816263 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-c5ebfbd5-0d10-4b12-8f89-922aa8f8f946 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e5672a-9a61-4585-9d50-f34e982f2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533400 Jun 26 16:32:39.914264 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-93f08934-5e48-4af7-94e9-a19bba71ff3a service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863414 Jun 26 16:32:40.008576 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-021dc8a1-6446-465f-b854-be04822af4b8 req-4ec760f9-f8a0-4433-8446-e81142fd423e service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875332 Jun 26 16:32:40.548216 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0054a-ca41-447c-a2ea-b3a5965b21b5 req-f5eac558-0ea0-4f63-9d7f-f8c27ec063fc tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.549795 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ccd0054a-ca41-447c-a2ea-b3a5965b21b5 req-f5eac558-0ea0-4f63-9d7f-f8c27ec063fc tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 944 time: 0.0757492 Jun 26 16:32:40.594026 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ccd0054a-ca41-447c-a2ea-b3a5965b21b5 req-525f95a7-e088-407a-8993-376d24483866 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383093 Jun 26 16:32:40.681838 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf741fc-0e00-4f0d-8826-6dd937de4228 req-4c279045-ea57-4a3f-9055-e59acd205896 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:40.684111 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bdf741fc-0e00-4f0d-8826-6dd937de4228 req-4c279045-ea57-4a3f-9055-e59acd205896 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0662992 Jun 26 16:32:40.721886 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bdf741fc-0e00-4f0d-8826-6dd937de4228 req-7cf48c28-0ab7-40a1-83e8-b10477847c17 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319753 Jun 26 16:32:41.520603 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:41.770733 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604156f-940c-4cc2-a1d0-981c729e70b8 req-5bdf71ff-4dd1-4362-b311-cd0c1786564f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:41.772261 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2604156f-940c-4cc2-a1d0-981c729e70b8 req-5bdf71ff-4dd1-4362-b311-cd0c1786564f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 944 time: 0.0640781 Jun 26 16:32:41.821810 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2604156f-940c-4cc2-a1d0-981c729e70b8 req-09664aff-2f54-48d6-9d01-1e0b6f84cc3c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Jun 26 16:32:41.928326 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065397c-aa4e-467d-89de-7ac7f4abb69a req-b275d447-9050-4ac2-be78-7aed7772c3dd tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:41.930478 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8065397c-aa4e-467d-89de-7ac7f4abb69a req-b275d447-9050-4ac2-be78-7aed7772c3dd tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0866513 Jun 26 16:32:41.969343 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8065397c-aa4e-467d-89de-7ac7f4abb69a req-d7a73915-e076-40e8-87a8-67119e425bdf tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326347 Jun 26 16:32:43.012748 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4094910-2019-40d5-9b2e-8061aa72524b req-03906041-2833-4b3f-87b2-e6c73bf3fcec tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:43.014348 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4094910-2019-40d5-9b2e-8061aa72524b req-03906041-2833-4b3f-87b2-e6c73bf3fcec tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 944 time: 0.0711217 Jun 26 16:32:43.055959 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4094910-2019-40d5-9b2e-8061aa72524b req-19deb2a5-b8c9-415d-aa54-038a8d8f0a7c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358977 Jun 26 16:32:43.231316 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9d008-94da-448f-bdb1-f0b6f7936039 req-460a7b84-bb0c-4664-bf18-7660e196cff1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:43.232970 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4cd9d008-94da-448f-bdb1-f0b6f7936039 req-460a7b84-bb0c-4664-bf18-7660e196cff1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0785773 Jun 26 16:32:43.278160 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4cd9d008-94da-448f-bdb1-f0b6f7936039 req-4bbb9c43-15e7-498a-8853-2abb4f8bee2e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393567 Jun 26 16:32:43.953560 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ce889ed0-6fb2-42db-90fd-6edab4768042 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:32:44.073530 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port ce889ed0-6fb2-42db-90fd-6edab4768042, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ce889ed0-6fb2-42db-90fd-6edab4768042,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:44.091712 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'port_id': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'mac_address': 'fa:16:3e:ef:be:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:32:44.135567 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:44.152540 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce889ed0-6fb2-42db-90fd-6edab4768042 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:32:44.174211 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port ce889ed0-6fb2-42db-90fd-6edab4768042, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ce889ed0-6fb2-42db-90fd-6edab4768042,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:44.246556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbe8cf-8c55-439a-b6a3-1d5f9d2a96ee req-f4e90484-161a-4d3b-ad1f-7996e15abd7e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:44.249335 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cccbe8cf-8c55-439a-b6a3-1d5f9d2a96ee req-f4e90484-161a-4d3b-ad1f-7996e15abd7e tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 944 time: 0.0688796 Jun 26 16:32:44.258149 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:44.263095 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:32:44.263095 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-932cf652-0573-4f4c-8bd1-06307f58c464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:44.328153 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cccbe8cf-8c55-439a-b6a3-1d5f9d2a96ee req-11d08a6d-3f2d-40ba-8b2d-384b54f0db09 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730846 Jun 26 16:32:44.366858 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ce889ed0-6fb2-42db-90fd-6edab4768042,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:44.372035 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:44.467011 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:44.485446 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'port_id': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'mac_address': 'fa:16:3e:61:14:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:32:44.498697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768c17-bfd7-4a72-9da6-f747f75498ff req-19f8d8ec-4fb6-405a-b5d9-e7effa3b3c09 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:44.500380 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f768c17-bfd7-4a72-9da6-f747f75498ff req-19f8d8ec-4fb6-405a-b5d9-e7effa3b3c09 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0738032 Jun 26 16:32:44.539399 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:44.565086 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c64cd36-7a27-4905-af8c-49b67b1084d8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:32:44.571435 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6f768c17-bfd7-4a72-9da6-f747f75498ff req-cd9074ec-0ceb-4b06-8ed9-6c56d2ce00fb tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613778 Jun 26 16:32:44.586274 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:44.655903 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:44.657836 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:44.724051 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=6']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:44.730448 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:44.742258 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['8c64cd36-7a27-4905-af8c-49b67b1084d8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:32:44.946467 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['ce889ed0-6fb2-42db-90fd-6edab4768042'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:32:45.520505 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c012c80-7e86-4401-b4f7-11ccff8c55c1 req-44d862c1-0bc3-4319-96f9-2cc58b8e7d2b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:45.522100 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3c012c80-7e86-4401-b4f7-11ccff8c55c1 req-44d862c1-0bc3-4319-96f9-2cc58b8e7d2b tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 945 time: 0.0742028 Jun 26 16:32:45.574976 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3c012c80-7e86-4401-b4f7-11ccff8c55c1 req-3b2dde0e-1566-4c27-be0b-7546d9bea3a2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465524 Jun 26 16:32:45.820576 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f217d1-933d-43a2-a0c0-9fcb7cf99142 req-3a63da61-a37a-4279-8fc3-f6e67d73d243 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:45.823013 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-41f217d1-933d-43a2-a0c0-9fcb7cf99142 req-3a63da61-a37a-4279-8fc3-f6e67d73d243 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 945 time: 0.0949466 Jun 26 16:32:45.874165 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-41f217d1-933d-43a2-a0c0-9fcb7cf99142 req-d012fe3f-ac5d-4973-8c1f-0cf3bd3ac8ff tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452785 Jun 26 16:32:45.987196 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ce889ed0-6fb2-42db-90fd-6edab4768042 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:46.115677 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port ce889ed0-6fb2-42db-90fd-6edab4768042 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:46.121392 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port ce889ed0-6fb2-42db-90fd-6edab4768042 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:46.121392 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:46.218778 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:46.250029 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:46.252781 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a40158-55f2-406d-b8f0-42f9ad2d23e7" -d '{"events": [{"server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "name": "network-vif-plugged", "status": "completed", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:46.273568 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port ce889ed0-6fb2-42db-90fd-6edab4768042, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ce889ed0-6fb2-42db-90fd-6edab4768042,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:46.349981 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386dd4d8-4c3b-4cb2-9595-956705a76dd4 x-openstack-request-id: req-386dd4d8-4c3b-4cb2-9595-956705a76dd4 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:46.350415 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "name": "network-vif-plugged", "status": "completed", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:46.350756 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-386dd4d8-4c3b-4cb2-9595-956705a76dd4 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:46.351290 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'code': 200} Jun 26 16:32:46.593112 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:46.593955 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:32:46.595895 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:46.713023 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 8c64cd36-7a27-4905-af8c-49b67b1084d8 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:46.714895 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:46.764367 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=ce889ed0-6fb2-42db-90fd-6edab4768042,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:46.768973 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:46.830229 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc845bd-5472-44c9-a67c-b00d6c0f72bb req-932e3406-30ae-4dce-b76d-17210c95477a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:46.831530 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2dc845bd-5472-44c9-a67c-b00d6c0f72bb req-932e3406-30ae-4dce-b76d-17210c95477a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.0929770 Jun 26 16:32:46.862586 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:46.902580 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:32:46.907610 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2dc845bd-5472-44c9-a67c-b00d6c0f72bb req-9da3b30b-2ffa-4702-842b-69c1efb908fe tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664318 Jun 26 16:32:46.928118 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4c029-d2b1-4de6-b6ee-d2938399f0e4 req-1a3b2d4a-5266-4bd0-b9be-494f659d92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:46.929752 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2cf4c029-d2b1-4de6-b6ee-d2938399f0e4 req-1a3b2d4a-5266-4bd0-b9be-494f659d92a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 1099 time: 0.0969691 Jun 26 16:32:46.972775 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:46.975032 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-2bc6a4fe-2e0a-4443-80c2-4b71800ac058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:46.990600 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2cf4c029-d2b1-4de6-b6ee-d2938399f0e4 req-e96aaecb-194d-495e-aa65-5fd6bf252aa5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527751 Jun 26 16:32:47.027159 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=7']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:47.040935 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:47.094615 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcac0d-4926-4a88-91d2-300e671c38df req-381619a6-4c4b-4c9d-9be2-d3759b085ddf tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:47.096941 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-57bcac0d-4926-4a88-91d2-300e671c38df req-381619a6-4c4b-4c9d-9be2-d3759b085ddf tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0851049 Jun 26 16:32:47.141234 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-57bcac0d-4926-4a88-91d2-300e671c38df req-a4ec68c8-c5e4-42d8-bc0d-6cb46b042fa9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374918 Jun 26 16:32:48.117660 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05734a26-781b-419f-9038-e6f9a2417916 req-3b9566d4-ad62-4d7f-a842-3566d146bbe9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:48.120187 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-05734a26-781b-419f-9038-e6f9a2417916 req-3b9566d4-ad62-4d7f-a842-3566d146bbe9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.0743718 Jun 26 16:32:48.171940 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-05734a26-781b-419f-9038-e6f9a2417916 req-16e39b5f-386a-4b31-8f03-e7af22bf3066 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Jun 26 16:32:48.352164 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bcfc7-f311-410d-8a47-7536e50e5298 req-84e43d01-fcbe-4f08-bce5-7415a8e83027 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:48.353011 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:48.357613 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539afd32-ddfe-4bf3-8356-3a47cc5f1fb6" -d '{"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-plugged", "status": "completed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:48.360628 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0e1bcfc7-f311-410d-8a47-7536e50e5298 req-84e43d01-fcbe-4f08-bce5-7415a8e83027 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0806339 Jun 26 16:32:48.397436 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0e1bcfc7-f311-410d-8a47-7536e50e5298 req-41ecc671-2a97-44b0-bb13-ae2c6b5db441 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362313 Jun 26 16:32:48.402262 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4801438-a824-484b-bffb-e8cf9f7f926f x-openstack-request-id: req-d4801438-a824-484b-bffb-e8cf9f7f926f {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:48.403184 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-plugged", "status": "completed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:48.403682 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4801438-a824-484b-bffb-e8cf9f7f926f {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:48.404288 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'code': 200} Jun 26 16:32:49.369048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c689b6-3d8f-49ac-97bf-d7600f986058 req-9105baef-10ad-4ce4-b095-c1e2d65635b2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:49.370829 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f4c689b6-3d8f-49ac-97bf-d7600f986058 req-9105baef-10ad-4ce4-b095-c1e2d65635b2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.0698602 Jun 26 16:32:49.422204 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f4c689b6-3d8f-49ac-97bf-d7600f986058 req-ad91f7e8-fac3-4a1c-a5f9-5c724da13ce2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447664 Jun 26 16:32:49.639767 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327445c-bab2-4a24-b626-148cc648a359 req-452eb6e3-ed17-4341-a4f0-579916cc58ed tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:49.642236 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a327445c-bab2-4a24-b626-148cc648a359 req-452eb6e3-ed17-4341-a4f0-579916cc58ed tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.1161065 Jun 26 16:32:49.659228 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d5aff-2450-4a56-bfd8-950ce10cda10 req-c625d6fb-3950-40cd-b29e-f03bce53d3b5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:49.660787 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-393d5aff-2450-4a56-bfd8-950ce10cda10 req-c625d6fb-3950-40cd-b29e-f03bce53d3b5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.1230776 Jun 26 16:32:49.671901 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44484) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:32:49.678254 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.v2.base [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Request body: {'floatingip': {'port_id': 'ce889ed0-6fb2-42db-90fd-6edab4768042'}} {{(pid=93481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:49.698590 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a327445c-bab2-4a24-b626-148cc648a359 req-f108f46b-189b-4206-aa93-68efeb695839 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367501 Jun 26 16:32:49.721065 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, before_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:50.193099 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:50.315354 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:50.674557 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.db.l3_db [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Floating IP c19a034e-8fa4-443d-9a0b-e5d5d3e3930e associated. External IP: 172.28.2.92, port: ce889ed0-6fb2-42db-90fd-6edab4768042. Jun 26 16:32:50.920545 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:32:51.000732 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e84ba-af03-49cb-80da-49f4172ce032 req-fbca5934-dd95-407c-a79d-c45b9d30158a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:51.009026 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d87e84ba-af03-49cb-80da-49f4172ce032 req-fbca5934-dd95-407c-a79d-c45b9d30158a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.1303668 Jun 26 16:32:51.056939 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:32:51.062920 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:51.068043 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] Sync routers for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:32:51.085220 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:51.090716 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:51.091568 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d87e84ba-af03-49cb-80da-49f4172ce032 req-177566c4-5ebb-4348-b875-555788a26daa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794864 Jun 26 16:32:51.140005 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-49d04705-3e4a-45dd-85a3-5f7a9f5a58e9 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "PUT /v2.0/floatingips/c19a034e-8fa4-443d-9a0b-e5d5d3e3930e HTTP/1.1" status: 200 len: 991 time: 1.4657767 Jun 26 16:32:51.141003 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042'}] {{(pid=93481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:51.156033 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1874f4ae6808b5521cd4774103efbfd79a200f1fe364c6cd9ba579eb603fed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f63790-c1e7-4609-90a8-fca8b29414e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042"}]}' {{(pid=93481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:51.174918 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-e171133c-0ab8-48ef-b08f-2c0070f142d6 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309241413&fields=id&tenant_id=6923acc9926c4f18b3ee768a21a4db08 HTTP/1.1" status: 200 len: 267 time: 0.0471764 Jun 26 16:32:51.235425 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:51.302927 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-70ef5b20-ed77-4292-971f-8aaa65c13c1b tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:51.304688 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-70ef5b20-ed77-4292-971f-8aaa65c13c1b tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 808 time: 0.1290593 Jun 26 16:32:51.329151 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-2b055e3c-77d1-4fb9-a817-ab2e43c746b8 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/quotas/6923acc9926c4f18b3ee768a21a4db08 HTTP/1.1" status: 200 len: 375 time: 0.0186617 Jun 26 16:32:51.404095 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3b9e9-f4d8-4a5f-8c54-f3af22b7b37a x-openstack-request-id: req-c9f3b9e9-f4d8-4a5f-8c54-f3af22b7b37a {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:51.404095 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042", "status": "completed", "code": 200}]} {{(pid=93481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:51.404095 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9f3b9e9-f4d8-4a5f-8c54-f3af22b7b37a {{(pid=93481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:51.406504 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'status': 'completed', 'code': 200} Jun 26 16:32:51.415852 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-0c3151f8-ee00-4df7-82a2-fe9ab2b773c0 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799327 Jun 26 16:32:51.534208 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'c19a034e-8fa4-443d-9a0b-e5d5d3e3930e', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'floating_ip_address': '172.28.2.92', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'port_id': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'mac_address': 'fa:16:3e:ef:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d557a94-940c-4020-b46a-ab6756c84117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:32:32Z', 'updated_at': '2021-06-26T16:32:50Z', 'revision_number': 1, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:51.575981 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-23b28a90-454a-4a4f-b7bd-f22f1fefa15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:51.576678 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-23b28a90-454a-4a4f-b7bd-f22f1fefa15a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c02d6e50b6c44b7faee21ad462016554&device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 1099 time: 0.1401012 Jun 26 16:32:51.659974 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-26cbd3fb-197f-4502-8fe5-7a771a4a0e26 service neutron] 10.222.0.45 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317874 Jun 26 16:32:51.703174 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] Checking router: ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:32:51.712234 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:32:51.712894 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:32:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:51.763719 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-6c5fbb80-0a31-46c7-ba61-892d2e9fbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:51.766295 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-6c5fbb80-0a31-46c7-ba61-892d2e9fbe5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 200 len: 912 time: 0.1809392 Jun 26 16:32:51.853158 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-7f933758-27e8-4e16-8586-b70613ca8df6 service neutron] 10.222.0.45 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849723 Jun 26 16:32:51.868005 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:32:51.894503 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-2b862c3f-eb61-4f4d-bf8d-e1c0d02ba5fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce889ed0-6fb2-42db-90fd-6edab4768042 HTTP/1.1" status: 200 len: 999 time: 0.1111603 Jun 26 16:32:51.966543 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-4af2dc8c-b535-480b-bac0-ee3d4e010c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:51.968297 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-4af2dc8c-b535-480b-bac0-ee3d4e010c3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9337412f-5598-428e-89e2-e3d8bb81a1bd HTTP/1.1" status: 200 len: 850 time: 0.0727317 Jun 26 16:32:52.043913 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-661190b8-8200-47ad-b12a-bfb38965c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:52.046691 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-661190b8-8200-47ad-b12a-bfb38965c99f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46e5672a-9a61-4585-9d50-f34e982f2d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715981 Jun 26 16:32:52.174981 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-7d524f14-6703-4ff1-8a8e-7d0dfb76139e service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207561 Jun 26 16:32:52.187358 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'c19a034e-8fa4-443d-9a0b-e5d5d3e3930e', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'floating_ip_address': '172.28.2.92', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'port_id': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'mac_address': 'fa:16:3e:ef:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d557a94-940c-4020-b46a-ab6756c84117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:32:32Z', 'updated_at': '2021-06-26T16:32:50Z', 'revision_number': 1, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:32:52.226673 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8b826c-17a1-48f3-b150-35b4e897eab1 None None] The sync data for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb is: [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'c19a034e-8fa4-443d-9a0b-e5d5d3e3930e', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'floating_ip_address': '172.28.2.92', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'port_id': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'mac_address': 'fa:16:3e:ef:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d557a94-940c-4020-b46a-ab6756c84117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:32:32Z', 'updated_at': '2021-06-26T16:32:50Z', 'revision_number': 1, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:32:52.370651 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62f63790-c1e7-4609-90a8-fca8b29414e6 req-396712bc-9cfa-4e64-bf97-8ebb9ed5cc9c service neutron] 10.222.0.15 "GET /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847825 Jun 26 16:32:52.396072 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd9ea-d89d-42d0-9631-7e6e01c20b8a req-0b297bd8-29e0-4558-939a-996d05a65266 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:52.401432 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dfafd9ea-d89d-42d0-9631-7e6e01c20b8a req-0b297bd8-29e0-4558-939a-996d05a65266 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.1117947 Jun 26 16:32:52.446451 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dfafd9ea-d89d-42d0-9631-7e6e01c20b8a req-69bc67fd-bd97-4683-9737-6b6dde6d1314 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416460 Jun 26 16:32:52.589100 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd4a82f-9814-4d36-a8d1-c47b6eae9932 None None] New status for floating IP c19a034e-8fa4-443d-9a0b-e5d5d3e3930e: ACTIVE {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:32:52.614078 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a5420002-f5a4-4837-839c-52668d328345 req-1bc22a12-5caa-4df3-8c01-60a6650f5818 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 210 time: 0.0617876 Jun 26 16:32:53.947947 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f967b909-0a31-4ef1-bdf8-949e34521336 req-f72cd063-58a7-4f31-a478-aee375c511a3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 210 time: 0.0353327 Jun 26 16:32:53.976135 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d59420-8417-4567-9c2f-74076ffbe296 req-f8cb986f-afc1-4e74-91c8-dacf64263e5e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:53.977682 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f0d59420-8417-4567-9c2f-74076ffbe296 req-f8cb986f-afc1-4e74-91c8-dacf64263e5e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.3965821 Jun 26 16:32:54.017956 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f0d59420-8417-4567-9c2f-74076ffbe296 req-281589f2-a08e-4614-8270-db2a4c700f4f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321417 Jun 26 16:32:54.137978 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:55.094567 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3ba23f1d-3a3d-450e-b937-9c29373e8235 req-a3ecfae6-5a16-4ef4-b822-3630bd9eaa86 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 210 time: 0.0336673 Jun 26 16:32:55.234689 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d48b7f-fe20-4db7-a963-d679f5d3aae3 req-f5dcfb3b-a4a2-4f1f-86ee-10ace95fd22f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:55.237130 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e8d48b7f-fe20-4db7-a963-d679f5d3aae3 req-f5dcfb3b-a4a2-4f1f-86ee-10ace95fd22f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0879560 Jun 26 16:32:55.276146 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e8d48b7f-fe20-4db7-a963-d679f5d3aae3 req-35678ccc-a0c6-4e57-83e5-0409446007c6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338454 Jun 26 16:32:55.667693 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c54278f3-d6cd-49f2-afd1-e87d2b862389 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:55.669162 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c54278f3-d6cd-49f2-afd1-e87d2b862389 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.15 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 808 time: 0.0994372 Jun 26 16:32:55.800585 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-bd423ad8-27ba-4015-a4d8-61abe42acaeb tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6923acc9926c4f18b3ee768a21a4db08 HTTP/1.1" status: 200 len: 380 time: 0.0331891 Jun 26 16:32:55.812198 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'port': {'device_id': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'admin_state_up': True, 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'security_groups': ['b5cfaf0a-c7bc-485b-8ed3-3dedd460f562']}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:56.055505 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Made reservation on behalf of 6923acc9926c4f18b3ee768a21a4db08 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:32:56.059485 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:56.235009 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-785faf42-a489-4cc0-8f82-ac6bda60c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:56.236488 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-785faf42-a489-4cc0-8f82-ac6bda60c840 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1099 time: 0.1233892 Jun 26 16:32:56.260321 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a9394ec2-565f-42c7-9904-238631e02daa req-960f8df3-fdf7-46ce-b04f-9c5e6ca61d5c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 210 time: 0.0489149 Jun 26 16:32:56.268590 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Allocated IP 172.20.0.7 (fb85c987-10d6-4648-9106-17ba8fbb502b/2a20b45d-3d23-4888-810a-05120cd411ca/1e8572e4-a75c-4a74-8731-9cc81a68a0b8) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:32:56.423009 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-b479ad42-d0fc-4113-8575-25ed5b38002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:56.424427 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-b479ad42-d0fc-4113-8575-25ed5b38002c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.1668241 Jun 26 16:32:56.552716 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-fe23d771-a455-421c-84d4-c883aa81562d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 200 len: 1001 time: 0.1136389 Jun 26 16:32:56.557922 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:56.611272 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Transition to ACTIVE for port object 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:56.624912 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8adea1-7f96-4003-b109-c322c1fda3f9 req-1bfd36e9-39bd-473f-a541-f0cf988e7e99 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:56.626376 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cf8adea1-7f96-4003-b109-c322c1fda3f9 req-1bfd36e9-39bd-473f-a541-f0cf988e7e99 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.2049270 Jun 26 16:32:56.656919 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-4d9bef12-6587-4f4f-9e4c-190f639f8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:56.658362 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-4d9bef12-6587-4f4f-9e4c-190f639f8beb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0977037 Jun 26 16:32:56.720138 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cf8adea1-7f96-4003-b109-c322c1fda3f9 req-108082a1-278e-43e3-b475-5c2a4ea4bb92 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876410 Jun 26 16:32:56.745477 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-caaa9da0-647b-471c-9d33-81a3d3742f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:56.747550 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-caaa9da0-647b-471c-9d33-81a3d3742f21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826943 Jun 26 16:32:56.823256 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:56.829521 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-afcf7495-66d0-41a6-93b3-723334c86a23 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:56.875151 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Network fb85c987-10d6-4648-9106-17ba8fbb502b is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:32:56.882690 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-6a7e1279-e70b-4b21-b126-adc0e67f729e service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280065 Jun 26 16:32:56.883492 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:32:56.894920 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:32:56.936657 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:56.948163 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:57.010209 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:57.010888 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:57.042207 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1b74b561-738d-4d82-a9e0-4055168205e4 req-bcbf3152-4b74-4542-b81f-83a1e21b26a4 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474290 Jun 26 16:32:57.108207 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3003607 Jun 26 16:32:57.119924 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Request body: {'port': {'device_id': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:32:57.135541 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4bfbf596-f6c9-4bc9-bcac-6975e368a36d None None] Provisioning for port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 completed by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:32:57.139592 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-4bfbf596-f6c9-4bc9-bcac-6975e368a36d None None] Provisioning complete for port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 triggered by entity DHCP. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:32:57.139981 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4bfbf596-f6c9-4bc9-bcac-6975e368a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:57.173707 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbf596-f6c9-4bc9-bcac-6975e368a36d None None] Port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 cannot update to ACTIVE because it is not bound. {{(pid=93482) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 26 16:32:57.192769 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:57.495462 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:32:57.506980 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4cb38-21bb-4633-a6ee-c2c7f58da428 req-620050f4-7e1e-4112-913b-da89065a0430 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:57.508461 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ebd4cb38-21bb-4633-a6ee-c2c7f58da428 req-620050f4-7e1e-4112-913b-da89065a0430 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 931 time: 0.1284733 Jun 26 16:32:57.512269 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:57.537638 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Transition to ACTIVE for port object 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:32:57.554067 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ebd4cb38-21bb-4633-a6ee-c2c7f58da428 req-5a29d1a4-17a9-441d-bf74-f0c7caeb2fd3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393841 Jun 26 16:32:57.667328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:57.670078 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0d4c6810-c717-40d9-ae85-d43978f16b72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:57.716838 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67997006-7579-4037-930d-c9c291312417 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:57.721514 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-67997006-7579-4037-930d-c9c291312417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:57.795195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Attempting to bind port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:32:57.795537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Attempting to bind port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:32:57.796015 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Attempting to bind port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 on network fb85c987-10d6-4648-9106-17ba8fbb502b {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:57.802607 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 on network fb85c987-10d6-4648-9106-17ba8fbb502b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:32:57.802936 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Attempting to bind port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 on network fb85c987-10d6-4648-9106-17ba8fbb502b {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:32:57.809912 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:32:57.810372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Checking segment: {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:32:57.810802 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Bound using segment: {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:32:57.811273 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Bound port: 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a17af0a-27cd-4725-bf9e-422e304e9924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:32:57.811746 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:57.905619 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:32:57.909333 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:32:57.935690 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cd6c2-def8-47cd-acaa-68a22e75321e req-c5519bba-1b47-4762-a40c-c0e432c1beb1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:57.937199 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-961cd6c2-def8-47cd-acaa-68a22e75321e req-c5519bba-1b47-4762-a40c-c0e432c1beb1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0845668 Jun 26 16:32:57.977753 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-961cd6c2-def8-47cd-acaa-68a22e75321e req-fb8f862a-6dfe-444b-8bb7-26047e71ef0b tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348415 Jun 26 16:32:58.001043 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:58.003138 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fff56898-a7b8-445b-80b1-c0bcee74a008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:32:58.034995 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.035604 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:32:58.036982 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-67997006-7579-4037-930d-c9c291312417 service neutron] 10.222.0.15 "PUT /v2.0/ports/1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 1093 time: 0.9211423 Jun 26 16:32:58.037484 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:32:58.039806 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464881e-899c-4ae8-96b4-a3f71b05f423" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:32:58.071357 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67997006-7579-4037-930d-c9c291312417 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:32:58.079503 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-67997006-7579-4037-930d-c9c291312417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:32:58.081027 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb7e71c-21ad-48ed-9daa-4ca9253f303e x-openstack-request-id: req-9cb7e71c-21ad-48ed-9daa-4ca9253f303e {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:32:58.081346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:32:58.081632 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cb7e71c-21ad-48ed-9daa-4ca9253f303e {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:32:58.082061 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'status': 'completed', 'code': 200} Jun 26 16:32:58.157242 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464881e-899c-4ae8-96b4-a3f71b05f423 req-187d3453-0227-4fea-8481-a8777da66008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.158884 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f464881e-899c-4ae8-96b4-a3f71b05f423 req-187d3453-0227-4fea-8481-a8777da66008 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1096 time: 0.0568447 Jun 26 16:32:58.266813 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464881e-899c-4ae8-96b4-a3f71b05f423 req-7c37de06-a65b-4272-908b-04e2755fe940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.268279 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f464881e-899c-4ae8-96b4-a3f71b05f423 req-7c37de06-a65b-4272-908b-04e2755fe940 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6923acc9926c4f18b3ee768a21a4db08&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0960095 Jun 26 16:32:58.359104 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464881e-899c-4ae8-96b4-a3f71b05f423 req-8f94c74f-7c3a-4da7-b32f-3a5bdc1bb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.360500 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f464881e-899c-4ae8-96b4-a3f71b05f423 req-8f94c74f-7c3a-4da7-b32f-3a5bdc1bb12b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845714 Jun 26 16:32:58.453606 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c5e623ae-b3e1-4c70-a851-d0b65337228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.455139 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-c5e623ae-b3e1-4c70-a851-d0b65337228f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1096 time: 0.0510631 Jun 26 16:32:58.509005 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-8a55a3e4-0257-4017-b1c1-83efba2f44e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 217 time: 0.0367546 Jun 26 16:32:58.558199 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-534f791f-15d0-4419-9a08-050048ffe44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.560263 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-534f791f-15d0-4419-9a08-050048ffe44a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 200 len: 847 time: 0.0429926 Jun 26 16:32:58.625219 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-af0a9401-48ac-4c7a-888c-64bd2cd235b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.626735 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-af0a9401-48ac-4c7a-888c-64bd2cd235b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb85c987-10d6-4648-9106-17ba8fbb502b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592568 Jun 26 16:32:58.754529 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-edb8aee1-9e60-4d6c-82b0-5c7a54f6d83e service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203144 Jun 26 16:32:58.778936 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244364a-9d61-4e9a-8e2a-ba712c1bced9 req-1b84b38f-4487-4403-8505-d607ddacbbac tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:58.780332 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7244364a-9d61-4e9a-8e2a-ba712c1bced9 req-1b84b38f-4487-4403-8505-d607ddacbbac tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0905573 Jun 26 16:32:58.863590 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7244364a-9d61-4e9a-8e2a-ba712c1bced9 req-881fb736-0159-417e-bada-538dc6f7d9ce tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735784 Jun 26 16:32:58.882972 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80b0098b-dba1-4d42-be4c-17a477e5fda6 req-a8240e60-d946-44c5-a75c-bdbc6b7d66b6 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189048 Jun 26 16:32:59.162992 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62096bf4-5486-4f02-9e3a-3290b77f8ac6 req-e580649b-f1b0-4f4d-a788-d6cec39a0ea0 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:32:59.164449 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62096bf4-5486-4f02-9e3a-3290b77f8ac6 req-e580649b-f1b0-4f4d-a788-d6cec39a0ea0 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 946 time: 0.0652554 Jun 26 16:32:59.204948 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-62096bf4-5486-4f02-9e3a-3290b77f8ac6 req-39337a67-2b7d-4728-928b-06552db8a403 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341339 Jun 26 16:32:59.981649 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:00.042004 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed37061-5a03-47fe-a5e6-073c2282bdad req-b12ece7e-7af2-4a9e-93db-5645d8ce0c2a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:00.043764 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bed37061-5a03-47fe-a5e6-073c2282bdad req-b12ece7e-7af2-4a9e-93db-5645d8ce0c2a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0670393 Jun 26 16:33:00.067272 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:00.083539 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-bed37061-5a03-47fe-a5e6-073c2282bdad req-237f9df1-0f9c-48b8-bef5-0c0a7018a0ec tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Jun 26 16:33:00.091163 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:00.093515 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73fd812-20ba-4018-98ec-3a068bd92a68" -d '{"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-unplugged", "status": "completed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:00.107622 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:00.128090 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0b4ee4-a66c-4738-8bc8-b33fcda96d6c x-openstack-request-id: req-ec0b4ee4-a66c-4738-8bc8-b33fcda96d6c {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:00.128384 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-unplugged", "status": "failed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8", "code": 422}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:00.131795 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec0b4ee4-a66c-4738-8bc8-b33fcda96d6c {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:00.131795 dv-cinder-798189-1-smb neutron-server[93482]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'code': 422} returned with failed status Jun 26 16:33:00.189762 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:00.192403 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c45e385-c51c-431f-b284-a00ae822a54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:00.238959 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=8']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:00.242333 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:00.387687 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282530c4-f483-4adb-b700-8eef0801eef3 req-4c5f68bb-80ec-46ba-9225-dab4695fceaa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:00.389308 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-282530c4-f483-4adb-b700-8eef0801eef3 req-4c5f68bb-80ec-46ba-9225-dab4695fceaa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0666416 Jun 26 16:33:00.425958 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-282530c4-f483-4adb-b700-8eef0801eef3 req-af2801ad-33d3-4f01-ba61-d53ed2046dc2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308554 Jun 26 16:33:01.267237 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fbc07-ab26-4cc6-a6f4-c75252559944 req-aefb404b-4493-472e-9495-b8e3c7125a2c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:01.268773 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a41fbc07-ab26-4cc6-a6f4-c75252559944 req-aefb404b-4493-472e-9495-b8e3c7125a2c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0688601 Jun 26 16:33:01.312337 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a41fbc07-ab26-4cc6-a6f4-c75252559944 req-c8ecf9a0-3615-4abd-b235-12e7707186ec tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333166 Jun 26 16:33:01.770391 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:33:01.981061 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:33:02.077074 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:02.087673 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'port_id': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'mac_address': 'fa:16:3e:b5:3d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:33:02.124194 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:02.136408 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:33:02.156159 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:02.244477 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:02.247347 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:02.296087 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:02.299064 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:02.486069 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1e8572e4-a75c-4a74-8731-9cc81a68a0b8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:33:02.492486 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3fa71-089a-4a49-8241-a564e5f5f043 req-a317b3a2-ebf7-4d84-818d-3b44c297f5c8 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:02.497409 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0cc3fa71-089a-4a49-8241-a564e5f5f043 req-a317b3a2-ebf7-4d84-818d-3b44c297f5c8 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 944 time: 0.0699737 Jun 26 16:33:02.533012 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0cc3fa71-089a-4a49-8241-a564e5f5f043 req-c9eeafc3-bcee-483a-8bb6-c4b3c7efb298 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333908 Jun 26 16:33:03.036551 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255a15a-a0ae-4219-85ce-a332f8b8af97 req-40ab42b5-dcef-47a9-beb5-32d6d229d5f7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:03.038785 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0255a15a-a0ae-4219-85ce-a332f8b8af97 req-40ab42b5-dcef-47a9-beb5-32d6d229d5f7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0654907 Jun 26 16:33:03.080374 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0255a15a-a0ae-4219-85ce-a332f8b8af97 req-c7bb1c61-3b92-4bd9-93ef-f87165da9127 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339570 Jun 26 16:33:03.309652 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44634) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:03.399586 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-5f67a5b7-2827-4ccc-8359-29a483d4e0b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887189 Jun 26 16:33:03.709803 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040a9f9-cd88-4ed6-bb28-e0d9d8507aaf req-ee133790-894c-4092-8705-f0a62677836a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:03.711304 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8040a9f9-cd88-4ed6-bb28-e0d9d8507aaf req-ee133790-894c-4092-8705-f0a62677836a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 944 time: 0.0680668 Jun 26 16:33:03.750524 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8040a9f9-cd88-4ed6-bb28-e0d9d8507aaf req-3345ffd8-8dc2-42b9-8ed4-c5da556ea19f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331511 Jun 26 16:33:03.991658 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:04.158242 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:33:04.162391 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:04.162780 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:04.240895 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:04.264643 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:04.266919 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c925cb-6cb4-4b6f-bd5a-d557ee72b9f0" -d '{"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-plugged", "status": "completed", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:04.280450 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:04.281095 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226318f-c91a-4c76-ad7b-3b6a6801e916 req-673c0d1c-394d-4155-a21a-619f3795b947 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:04.282752 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0226318f-c91a-4c76-ad7b-3b6a6801e916 req-673c0d1c-394d-4155-a21a-619f3795b947 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0757771 Jun 26 16:33:04.315949 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309f6d0d-36c5-47dc-b26e-f79eaf5daeab x-openstack-request-id: req-309f6d0d-36c5-47dc-b26e-f79eaf5daeab {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:04.316881 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-plugged", "status": "completed", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:04.317200 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-309f6d0d-36c5-47dc-b26e-f79eaf5daeab {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:04.317577 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'code': 200} Jun 26 16:33:04.325317 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0226318f-c91a-4c76-ad7b-3b6a6801e916 req-84374286-a37d-4b76-9cc7-ca8d93d60658 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362957 Jun 26 16:33:04.348985 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:04.350707 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:04.372848 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-f214e2b3-7f86-447f-ba86-ce374d32e233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:04.430264 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:04.434388 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:04.781886 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed5b91-5810-4c66-9f5d-72b20428e8b0 req-ace2512e-7d11-425f-9a2d-7318a8412be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:04.783387 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b2ed5b91-5810-4c66-9f5d-72b20428e8b0 req-ace2512e-7d11-425f-9a2d-7318a8412be4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1098 time: 0.0499814 Jun 26 16:33:04.823063 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b2ed5b91-5810-4c66-9f5d-72b20428e8b0 req-37c2209d-e3b6-4e6c-a144-b2b36d8d66e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Jun 26 16:33:04.934334 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daaf70-afea-4185-b92d-14890707dbca req-6febf9eb-6f03-4e09-9a8b-40ce39f5e65c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:04.935777 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-25daaf70-afea-4185-b92d-14890707dbca req-6febf9eb-6f03-4e09-9a8b-40ce39f5e65c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0712273 Jun 26 16:33:04.992122 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-25daaf70-afea-4185-b92d-14890707dbca req-3e167389-0da0-43d5-8833-f516ec0ce63d tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Jun 26 16:33:05.006052 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-13f69ad8-02af-4dbe-8d6f-e91891bf0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:05.007226 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-13f69ad8-02af-4dbe-8d6f-e91891bf0590 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6&tenant_id=e118aab60b5045788845fccb47720560 HTTP/1.1" status: 200 len: 1097 time: 0.0892773 Jun 26 16:33:05.086893 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-e75d8473-c70f-41ba-bede-1b4ac0e802b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:05.088362 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-e75d8473-c70f-41ba-bede-1b4ac0e802b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1097 time: 0.0550113 Jun 26 16:33:05.178366 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-8fcc49a1-b63b-48fc-8aeb-a84bccfff1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:05.179753 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-8fcc49a1-b63b-48fc-8aeb-a84bccfff1c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.0820708 Jun 26 16:33:05.246862 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-3c6435ee-7edf-4bc5-925a-1afe67bd2b2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 200 len: 999 time: 0.0589061 Jun 26 16:33:05.294541 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-dbc721fb-38bc-46e1-85d9-4fa772d59c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:05.296181 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-dbc721fb-38bc-46e1-85d9-4fa772d59c8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0429327 Jun 26 16:33:05.362415 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-1a1f9118-a821-44e4-9055-49cdd01cbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:05.363785 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-1a1f9118-a821-44e4-9055-49cdd01cbc5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555997 Jun 26 16:33:05.484218 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-a5dcd217-ce5e-4f7a-8eea-4113643e072e service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106532 Jun 26 16:33:05.567658 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4470d2b-514b-4211-977a-84e3095a1844 req-c0529264-0a52-4e76-92cc-decf7090f843 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:05.569129 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d4470d2b-514b-4211-977a-84e3095a1844 req-c0529264-0a52-4e76-92cc-decf7090f843 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.1235309 Jun 26 16:33:05.609486 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77725cd0-aad2-4f4a-950a-f8e0410a1a32 req-c9e8698f-ae2b-4463-95af-579ab32061af service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145279 Jun 26 16:33:05.621378 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d4470d2b-514b-4211-977a-84e3095a1844 req-7d50a2c9-ebf2-4344-9b79-defea6891889 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466187 Jun 26 16:33:06.164248 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38ec27-bc13-41fa-b0c8-aa1ec985c452 req-09507c02-dce3-402a-9165-2ccff0a6bcbc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:06.165792 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0d38ec27-bc13-41fa-b0c8-aa1ec985c452 req-09507c02-dce3-402a-9165-2ccff0a6bcbc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0624726 Jun 26 16:33:06.208181 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0d38ec27-bc13-41fa-b0c8-aa1ec985c452 req-fdde4ae0-5a9d-4264-873e-b0b901c301ae tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355265 Jun 26 16:33:06.223552 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-cfc15628-f8e7-4407-9085-5832b56e3a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:06.430864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f3f26-35b8-4e05-889e-9a1c856dbfe6 req-bf5dfeab-9235-42b7-84bf-ead7c0d1f89f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:06.439080 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-807f3f26-35b8-4e05-889e-9a1c856dbfe6 req-bf5dfeab-9235-42b7-84bf-ead7c0d1f89f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0761852 Jun 26 16:33:06.474370 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-807f3f26-35b8-4e05-889e-9a1c856dbfe6 req-5d9fbc19-9f25-4ee8-bb9e-f6beb4d5a7b4 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344143 Jun 26 16:33:06.500316 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44686) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:06.603931 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889eb9c2-0f56-4e47-a517-fb88bf73ea55 tempest-TestShelveInstance-2035290229 tempest-TestShelveInstance-2035290229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:06.605984 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-889eb9c2-0f56-4e47-a517-fb88bf73ea55 tempest-TestShelveInstance-2035290229 tempest-TestShelveInstance-2035290229-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1093 time: 0.1041400 Jun 26 16:33:06.608789 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44690) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:06.613068 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Request body: {'floatingip': {'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'port_id': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:33:06.720676 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for floatingip, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:06.859296 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc46ac0-4747-4d14-8a53-6e4e3ffdc57e req-01ffdf4d-ade1-4144-96b1-fa15ad27327f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:06.860789 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3cc46ac0-4747-4d14-8a53-6e4e3ffdc57e req-01ffdf4d-ade1-4144-96b1-fa15ad27327f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.1173496 Jun 26 16:33:06.910944 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3cc46ac0-4747-4d14-8a53-6e4e3ffdc57e req-f4509f70-5698-4910-879d-fd0c06a6a0b0 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441413 Jun 26 16:33:06.914814 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:07.033672 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Allocated IP 172.28.2.55 (c982eafd-3151-4f9e-a7dc-818aa3bc56c3/fe157ab9-36b7-42df-833e-c0d3da9b54f6/fa01fa57-f985-4e12-91cc-6beb0c89f14d) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:33:07.448423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:07.550248 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:07.559529 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-253ce953-b011-4c4d-8e26-96258c113330 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:07.590960 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Network c982eafd-3151-4f9e-a7dc-818aa3bc56c3 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:33:07.593674 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:33:07.596255 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:33:07.631772 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'Port': ['ID=fa01fa57-f985-4e12-91cc-6beb0c89f14d,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:07.635014 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:08.006381 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:08.110609 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f091404-031d-4e1c-9040-4f69405ae816 req-aca079ce-9353-4665-ad69-59a01496e64e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:08.112168 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8f091404-031d-4e1c-9040-4f69405ae816 req-aca079ce-9353-4665-ad69-59a01496e64e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0675094 Jun 26 16:33:08.165262 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:08.196189 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8f091404-031d-4e1c-9040-4f69405ae816 req-4721378b-414a-4de8-aa99-6eeae15c96e5 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622876 Jun 26 16:33:08.331762 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:08.389651 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:08.392079 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:08.457342 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event updated for resources: {'Port': ['ID=fa01fa57-f985-4e12-91cc-6beb0c89f14d,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:08.461671 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:08.472370 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:08.573036 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Floating IP a4bf714d-d2af-47a1-ba96-f1b25ca26e08 associated. External IP: 172.28.2.55, port: 1e8572e4-a75c-4a74-8731-9cc81a68a0b8. Jun 26 16:33:08.792512 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:08.838501 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-40d2d8e9-a5f5-46f1-a645-9fd91e40254e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:08.903594 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:08.914370 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] Sync routers for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:08.923549 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:08.924172 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:09.006769 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:09.047333 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:09.052537 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-697d6e9f-dedc-4479-b77e-0cee488c09de tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4427013 Jun 26 16:33:09.053348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:09.055814 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757ec66-8130-42d1-a8b6-1149fcc68cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:09.097756 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:09.108756 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a53eea-f54b-4227-a49b-5b95f78fb29a x-openstack-request-id: req-d0a53eea-f54b-4227-a49b-5b95f78fb29a {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:09.109184 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:09.109423 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0a53eea-f54b-4227-a49b-5b95f78fb29a {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:09.109888 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'status': 'completed', 'code': 200} Jun 26 16:33:09.330560 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'a4bf714d-d2af-47a1-ba96-f1b25ca26e08', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'port_id': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'mac_address': 'fa:16:3e:b5:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:33:07Z', 'updated_at': '2021-06-26T16:33:07Z', 'revision_number': 0, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:26Z', 'revision_number': 5, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:09.358087 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] Checking router: 59d19c6f-75d4-418e-b98d-f05ba04c87c8 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:09.367603 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:09.368247 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:09.400975 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf7597-bdd7-40be-8e8a-7e875bebc1fb req-c02c814d-b9e6-454c-932a-e650e463011d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:09.402594 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6fbf7597-bdd7-40be-8e8a-7e875bebc1fb req-c02c814d-b9e6-454c-932a-e650e463011d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0837543 Jun 26 16:33:09.453518 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6fbf7597-bdd7-40be-8e8a-7e875bebc1fb req-d9b8d3d4-625d-4416-a48a-03196c76ce74 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450163 Jun 26 16:33:09.484016 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:09.637261 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:09.731375 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'a4bf714d-d2af-47a1-ba96-f1b25ca26e08', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'port_id': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'mac_address': 'fa:16:3e:b5:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:33:07Z', 'updated_at': '2021-06-26T16:33:07Z', 'revision_number': 0, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:26Z', 'revision_number': 5, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:09.761305 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06358663-caa5-43a0-b632-1e76799ade6f None None] The sync data for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb is: [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_floatingips': [{'id': 'a4bf714d-d2af-47a1-ba96-f1b25ca26e08', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'router_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'port_id': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'mac_address': 'fa:16:3e:b5:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-26T16:33:07Z', 'updated_at': '2021-06-26T16:33:07Z', 'revision_number': 0, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:26Z', 'revision_number': 5, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:09.972308 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a9023c-6cd6-4c54-96f6-839fe0f67a9a None None] New status for floating IP a4bf714d-d2af-47a1-ba96-f1b25ca26e08: ACTIVE {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:33:10.631571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe0b5-78ea-4116-95ea-79d6c52b792f req-44acb47b-620d-429c-91b4-bfbdb976d6fd tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:10.633136 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-08cbe0b5-78ea-4116-95ea-79d6c52b792f req-44acb47b-620d-429c-91b4-bfbdb976d6fd tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0647037 Jun 26 16:33:10.679471 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-08cbe0b5-78ea-4116-95ea-79d6c52b792f req-feec05b3-ef1b-449e-9224-2999d0dae218 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396872 Jun 26 16:33:11.526573 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:11.866348 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb14af5-36a2-4308-a336-2c8b0a4127ea req-766eb572-f29c-4253-80f1-f0ecca25e2a1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:11.868053 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6cb14af5-36a2-4308-a336-2c8b0a4127ea req-766eb572-f29c-4253-80f1-f0ecca25e2a1 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0668824 Jun 26 16:33:11.908744 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6cb14af5-36a2-4308-a336-2c8b0a4127ea req-887cb2df-8a4c-4dde-9b85-f9d856909ed6 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345170 Jun 26 16:33:13.103325 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26520d1-056e-46da-af2b-2db6ec678e2d req-7414dc77-6af8-45ce-8f90-efd2b1cb3e46 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:13.104829 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e26520d1-056e-46da-af2b-2db6ec678e2d req-7414dc77-6af8-45ce-8f90-efd2b1cb3e46 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0711136 Jun 26 16:33:13.146031 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e26520d1-056e-46da-af2b-2db6ec678e2d req-ca7cd5a4-516c-4ef6-a648-535df70e1b97 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346811 Jun 26 16:33:14.329631 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026217ea-ace3-4cd2-b5f2-9ecfc7f92f4e req-7d31acd2-7fa8-4564-afdd-4658974091ee tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:14.331116 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-026217ea-ace3-4cd2-b5f2-9ecfc7f92f4e req-7d31acd2-7fa8-4564-afdd-4658974091ee tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0670109 Jun 26 16:33:14.372618 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-026217ea-ace3-4cd2-b5f2-9ecfc7f92f4e req-1c5f85e8-d277-4c4d-885b-7d3fae9836eb tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355978 Jun 26 16:33:15.567081 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdfaae-6175-4936-b958-582d8cd36a06 req-90ebc10c-325b-440e-8b24-b37227358140 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:15.568555 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80cdfaae-6175-4936-b958-582d8cd36a06 req-90ebc10c-325b-440e-8b24-b37227358140 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0787144 Jun 26 16:33:15.610948 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-80cdfaae-6175-4936-b958-582d8cd36a06 req-fbd1386a-dd52-4c61-9435-56295247c4fa tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360155 Jun 26 16:33:16.797369 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c71ff-4b05-415b-a8a1-8a0a22eb1375 req-07aa3f5e-908c-43db-8ba1-9b5049186276 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:16.798742 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a25c71ff-4b05-415b-a8a1-8a0a22eb1375 req-07aa3f5e-908c-43db-8ba1-9b5049186276 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0627897 Jun 26 16:33:16.836459 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a25c71ff-4b05-415b-a8a1-8a0a22eb1375 req-9bd2159a-26d2-4fb0-8f26-ef03497a9fb3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319934 Jun 26 16:33:16.979524 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-597fea9b-8542-4214-bdf9-ffcc11cacaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:16.981026 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-597fea9b-8542-4214-bdf9-ffcc11cacaee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1098 time: 0.0532851 Jun 26 16:33:17.071305 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-752c2a9a-9e76-4c64-83bd-9db4208fbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:17.072668 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-752c2a9a-9e76-4c64-83bd-9db4208fbde6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 909 time: 0.0849674 Jun 26 16:33:17.136075 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-3119e02a-cb13-4b93-8b63-af305438f112 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0556128 Jun 26 16:33:17.186557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-1144d798-ac88-4cc5-b34b-f58f31b510cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:17.187951 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-1144d798-ac88-4cc5-b34b-f58f31b510cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 200 len: 847 time: 0.0451565 Jun 26 16:33:17.247957 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-e6cb91d8-0878-4321-ae53-d6ac7aff255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:17.250121 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-e6cb91d8-0878-4321-ae53-d6ac7aff255f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb85c987-10d6-4648-9106-17ba8fbb502b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521362 Jun 26 16:33:17.337009 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-87452512-4105-4faf-b17d-07cba8f0ab39 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789566 Jun 26 16:33:17.431990 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a757ec66-8130-42d1-a8b6-1149fcc68cc2 req-b184a886-1a59-4186-a3e1-f8015eee9f9c service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862355 Jun 26 16:33:18.020792 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c388b-f9f3-4105-9d10-fb0284a6e3b6 req-ff16c1fc-b118-4544-900d-a5032f3fe19e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:18.022528 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-049c388b-f9f3-4105-9d10-fb0284a6e3b6 req-ff16c1fc-b118-4544-900d-a5032f3fe19e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0659828 Jun 26 16:33:18.062181 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-049c388b-f9f3-4105-9d10-fb0284a6e3b6 req-77c06d09-6294-457d-b7f4-e59c92f9e431 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328043 Jun 26 16:33:19.246323 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efbc13-aca6-42e1-b44a-ed403168cdbb req-a0058a5d-1dad-4cf1-8332-57e126ca9bb2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:19.247822 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-72efbc13-aca6-42e1-b44a-ed403168cdbb req-a0058a5d-1dad-4cf1-8332-57e126ca9bb2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 944 time: 0.0685027 Jun 26 16:33:19.287374 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-72efbc13-aca6-42e1-b44a-ed403168cdbb req-7f999f6f-0159-4b1f-8f14-582e774d951a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338500 Jun 26 16:33:20.121113 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:33:20.215057 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:20.226605 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'port_id': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'mac_address': 'fa:16:3e:61:14:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:33:20.262853 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.275002 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c64cd36-7a27-4905-af8c-49b67b1084d8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:33:20.295297 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:20.369853 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:20.371727 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:20.419596 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=9']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:20.423315 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:20.472466 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325ba9d-9ab1-4807-b2d7-3f5a61d58208 req-678e880e-9fb2-4a54-bc3e-2f94f3a9ff77 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:20.474064 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7325ba9d-9ab1-4807-b2d7-3f5a61d58208 req-678e880e-9fb2-4a54-bc3e-2f94f3a9ff77 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 945 time: 0.0701678 Jun 26 16:33:20.510563 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7325ba9d-9ab1-4807-b2d7-3f5a61d58208 req-c28bb313-86c7-41e2-8957-c9bb4efdd968 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308855 Jun 26 16:33:20.654984 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['8c64cd36-7a27-4905-af8c-49b67b1084d8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:33:21.731843 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfccead-f5d8-4c80-bd58-d875adbc5a32 req-39b5173b-21c2-4af8-b80a-3c3896b0f52d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:21.733402 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3dfccead-f5d8-4c80-bd58-d875adbc5a32 req-39b5173b-21c2-4af8-b80a-3c3896b0f52d tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 945 time: 0.0676332 Jun 26 16:33:21.773129 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-3dfccead-f5d8-4c80-bd58-d875adbc5a32 req-6d9f659f-009e-413a-b608-6efbc7552283 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328360 Jun 26 16:33:22.135937 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:33:22.181717 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 8c64cd36-7a27-4905-af8c-49b67b1084d8 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:33:22.182092 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.256196 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.276719 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:22.278959 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc3ca13-a3fd-4a1f-8067-62ac7a0d01c8" -d '{"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-plugged", "status": "completed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:22.290684 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:22.316484 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74171c2c-df3a-41c8-9742-b87e55bbd2f7 x-openstack-request-id: req-74171c2c-df3a-41c8-9742-b87e55bbd2f7 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:22.316783 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-plugged", "status": "completed", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:22.317079 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74171c2c-df3a-41c8-9742-b87e55bbd2f7 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:22.317508 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'code': 200} Jun 26 16:33:22.361228 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:22.363784 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:22.408954 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=10']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:22.411917 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:22.630179 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b182d-4e15-4fab-b920-e2784741963c req-142d0b05-2528-4ba4-a77e-582a25e7f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:22.631762 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-979b182d-4e15-4fab-b920-e2784741963c req-142d0b05-2528-4ba4-a77e-582a25e7f29d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1100 time: 0.0551052 Jun 26 16:33:22.669356 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-979b182d-4e15-4fab-b920-e2784741963c req-8063ba6a-51b2-4470-8d07-a376aca4474b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276868 Jun 26 16:33:22.949853 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62d955-d9f4-4640-9563-88cefc2856e4 req-86625ee8-898d-416a-80f2-9f78421074e7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:22.951375 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c62d955-d9f4-4640-9563-88cefc2856e4 req-86625ee8-898d-416a-80f2-9f78421074e7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 947 time: 0.0617912 Jun 26 16:33:22.988928 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c62d955-d9f4-4640-9563-88cefc2856e4 req-62a8c465-f6a1-41a7-8caa-004f86947951 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311153 Jun 26 16:33:24.124309 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:24.169968 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593c1bd-a829-4528-aa5a-796edf6e7ea0 req-a0700cb1-3f13-4d3b-91dc-40c7b74b22c7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:24.172007 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4593c1bd-a829-4528-aa5a-796edf6e7ea0 req-a0700cb1-3f13-4d3b-91dc-40c7b74b22c7 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 947 time: 0.0672121 Jun 26 16:33:24.210371 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4593c1bd-a829-4528-aa5a-796edf6e7ea0 req-80883c0b-af5f-4d87-a21e-dd9ef7d7a334 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326805 Jun 26 16:33:25.387785 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f45a5-b2dd-401c-9f21-9052cc090f8b req-398f44d6-3024-40b6-93c7-024c81da5958 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:25.389470 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-604f45a5-b2dd-401c-9f21-9052cc090f8b req-398f44d6-3024-40b6-93c7-024c81da5958 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 947 time: 0.0635097 Jun 26 16:33:25.427471 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-604f45a5-b2dd-401c-9f21-9052cc090f8b req-a0c2c4cf-69bd-4bc2-adec-97421f6208a2 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322869 Jun 26 16:33:27.074308 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-429307a5-805c-49b4-b41d-0f3b8b9dbc03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512404 Jun 26 16:33:27.179546 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-a7d29cd8-a569-4618-a696-4344418fe266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:27.181695 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-a7d29cd8-a569-4618-a696-4344418fe266 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e118aab60b5045788845fccb47720560&device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 1100 time: 0.0575075 Jun 26 16:33:27.287869 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-24f96ed3-dfca-48d7-a7eb-cdbc727e57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:27.289364 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-24f96ed3-dfca-48d7-a7eb-cdbc727e57bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 200 len: 918 time: 0.0879047 Jun 26 16:33:27.357826 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-9e3c0f1d-6094-4eaf-b4e0-09d682e6634b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 200 len: 1001 time: 0.0604632 Jun 26 16:33:27.405011 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-c6ae8afc-7176-449c-bff9-b1c90bf99a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:27.407137 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-c6ae8afc-7176-449c-bff9-b1c90bf99a6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 200 len: 856 time: 0.0418029 Jun 26 16:33:27.465780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-c1855b82-f019-420b-b21f-6c50d1d87d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:27.467273 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-c1855b82-f019-420b-b21f-6c50d1d87d3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b3f6caf-be2f-40d5-8a74-112261102b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0516548 Jun 26 16:33:27.556607 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-79d459fd-50cd-4a4f-8bfb-537c65aaa75d service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820913 Jun 26 16:33:27.643679 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa88bfc-95d9-45c6-abd4-86018ba2fb26 req-63485650-07d8-4064-a562-71f57e732c90 service neutron] 10.222.0.15 "GET /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791755 Jun 26 16:33:36.232202 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b4f132bb-8ff7-4d1c-9919-7ec0f9e0249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:38.769016 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:33:38.817247 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-19ca8fb7-22a9-444f-aac3-9b94f37a16b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:39.074275 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:39.640282 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:41.552317 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:48.357799 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a2da7-ed48-4edc-8f0f-7d8e21e986bd req-509ae9de-a55e-4c5e-a3ce-3d0e9700b309 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:48.359199 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-397a2da7-ed48-4edc-8f0f-7d8e21e986bd req-509ae9de-a55e-4c5e-a3ce-3d0e9700b309 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.0668042 Jun 26 16:33:48.397698 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-397a2da7-ed48-4edc-8f0f-7d8e21e986bd req-f1c169d5-fe9b-4a63-848a-51594eb60817 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Jun 26 16:33:49.571006 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d3aea-78bb-48b5-8344-7628bdb35df3 req-b70efaad-9442-47cd-83e3-5862f8cc97a5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:49.572486 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-151d3aea-78bb-48b5-8344-7628bdb35df3 req-b70efaad-9442-47cd-83e3-5862f8cc97a5 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.0638194 Jun 26 16:33:49.610199 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-151d3aea-78bb-48b5-8344-7628bdb35df3 req-a06458b4-2322-49a8-a4e2-e4def7102765 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Jun 26 16:33:50.505825 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-946bce71-6e6e-41f2-91a8-1fa7da2676c0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:50.507262 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-946bce71-6e6e-41f2-91a8-1fa7da2676c0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.0640073 Jun 26 16:33:50.607312 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Deleting port ce889ed0-6fb2-42db-90fd-6edab4768042 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:50.608002 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:50.693750 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] For port ce889ed0-6fb2-42db-90fd-6edab4768042, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=ce889ed0-6fb2-42db-90fd-6edab4768042,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:50.697383 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:50.886466 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e276e-cec4-493a-af27-f7154aff6100 req-75e8093b-ef2f-4f2d-9db4-566e010c9da2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:33:50.887927 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d04e276e-cec4-493a-af27-f7154aff6100 req-75e8093b-ef2f-4f2d-9db4-566e010c9da2 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 946 time: 0.1489668 Jun 26 16:33:50.921334 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:50.921708 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:50.922030 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Floating IP c19a034e-8fa4-443d-9a0b-e5d5d3e3930e disassociated. External IP: 172.28.2.92, port: ce889ed0-6fb2-42db-90fd-6edab4768042. Jun 26 16:33:50.922379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Calling delete_port for ce889ed0-6fb2-42db-90fd-6edab4768042 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:50.952342 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d04e276e-cec4-493a-af27-f7154aff6100 req-97a3db9d-31e5-42a8-9bbd-183dcf4e993d tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2d23d23-a234-420f-8a0d-1a944ce1666b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562599 Jun 26 16:33:51.196343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.200432 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-67997006-7579-4037-930d-c9c291312417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:51.224569 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event deleted for resources: {'Port': ['ID=ce889ed0-6fb2-42db-90fd-6edab4768042,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:51.234098 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.234478 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.235206 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.235206 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.235552 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.235917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.236275 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.236635 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.237362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.237362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.237707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.238062 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:51.242917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:51.353132 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:33:51.459192 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:33:51.468556 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] Sync routers for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:33:51.477531 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:51.478151 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:51.507158 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] No DVR routers for this DVR port ce889ed0-6fb2-42db-90fd-6edab4768042 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:33:51.509633 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:51.511601 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-09d85ed5-2d8f-4875-8f38-11e53f0a59df req-059f9b1d-f918-41c3-88ce-4b9d5b720646 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.15 "DELETE /v2.0/ports/ce889ed0-6fb2-42db-90fd-6edab4768042 HTTP/1.1" status: 204 len: 173 time: 0.9982069 Jun 26 16:33:51.512099 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'name': 'network-vif-deleted', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:33:51.514377 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f852c4-cbc4-4425-b2af-bbb9841ad60a" -d '{"events": [{"server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "name": "network-vif-deleted", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:33:51.549096 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e6d3e7-2a2a-4f17-9cbd-1fdd882939e9 x-openstack-request-id: req-e8e6d3e7-2a2a-4f17-9cbd-1fdd882939e9 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:33:51.549421 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d557a94-940c-4020-b46a-ab6756c84117", "name": "network-vif-deleted", "tag": "ce889ed0-6fb2-42db-90fd-6edab4768042", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:33:51.549707 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8e6d3e7-2a2a-4f17-9cbd-1fdd882939e9 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:33:51.550138 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d557a94-940c-4020-b46a-ab6756c84117', 'name': 'network-vif-deleted', 'tag': 'ce889ed0-6fb2-42db-90fd-6edab4768042', 'status': 'completed', 'code': 200} Jun 26 16:33:51.586685 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:51.789421 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:51.815775 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] Checking router: ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:33:51.824724 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:33:51.825304 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:51.926729 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:33:52.105318 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4ab3c1ae-1847-48aa-a3c9-50d8212282e9 req-1a83e2e4-6c90-4f0f-8dba-f7101707043f tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d557a94-940c-4020-b46a-ab6756c84117 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Jun 26 16:33:52.119063 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:33:52.148282 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec66d2-08c9-483a-b31f-02aa12bcfcff None None] The sync data for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb is: [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:28:09Z', 'revision_number': 4, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '7d829178-ec3e-4b46-9eec-17ffe3442ab6', 'name': '', 'network_id': '46e5672a-9a61-4585-9d50-f34e982f2d11', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'mac_address': 'fa:16:3e:a9:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:08Z', 'updated_at': '2021-06-26T16:28:15Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'subnets': [{'id': '9337412f-5598-428e-89e2-e3d8bb81a1bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:33:52.346902 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f125d-a14a-4004-845a-58142d1919f6 None None] New status for floating IP c19a034e-8fa4-443d-9a0b-e5d5d3e3930e: DOWN {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:33:53.290179 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44926) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:53.343387 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.367364 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.475889 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.478570 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.479727 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "DELETE /v2.0/security-groups/c2d23d23-a234-420f-8a0d-1a944ce1666b HTTP/1.1" status: 204 len: 168 time: 0.1885784 Jun 26 16:33:53.480619 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-24e1fa45-bb79-4df2-83c6-d456e1a68130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:53.482530 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44928) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:53.491906 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d23d23-a234-420f-8a0d-1a944ce1666b,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:53.495326 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:53.497572 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.api.v2.resource [None req-4d673c42-9751-4e74-9b4d-df1d719ee5b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] show failed (client error): The resource could not be found. Jun 26 16:33:53.498440 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-4d673c42-9751-4e74-9b4d-df1d719ee5b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "GET /v2.0/security-groups/c2d23d23-a234-420f-8a0d-1a944ce1666b HTTP/1.1" status: 404 len: 347 time: 0.0149438 Jun 26 16:33:53.501216 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44932) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:53.630256 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Deleting port 61715fa1-ca6a-4a24-beb5-6d286196d641 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:53.630641 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.704253 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.704643 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.716434 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Calling delete_port for 61715fa1-ca6a-4a24-beb5-6d286196d641 owned by network:floatingip {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:53.928841 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:53.930896 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:53.952774 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Pushing event deleted for resources: {'Port': ['ID=61715fa1-ca6a-4a24-beb5-6d286196d641,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:53.962984 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.963366 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.963740 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.964104 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.965139 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.965139 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.965351 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.965532 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.965889 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.966240 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.966591 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.966941 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:33:53.971514 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:54.029017 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks [] for floatingip, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:54.031615 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:54.032705 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-0d26567c-7e61-4c9e-ae23-0dff51a2528a tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] 10.222.0.45 "DELETE /v2.0/floatingips/c19a034e-8fa4-443d-9a0b-e5d5d3e3930e HTTP/1.1" status: 204 len: 168 time: 0.5305851 Jun 26 16:33:54.108287 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:54.321409 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ce889ed0-6fb2-42db-90fd-6edab4768042 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:33:54.340788 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: ce889ed0-6fb2-42db-90fd-6edab4768042 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:33:54.342333 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device ce889ed0-6fb2-42db-90fd-6edab4768042 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:33:58.139032 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 44962) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:33:58.582782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927989'] for router_interface, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.109040 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Deleting port 7d829178-ec3e-4b46-9eec-17ffe3442ab6 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:33:59.109378 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.181965 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] For port 7d829178-ec3e-4b46-9eec-17ffe3442ab6, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=7d829178-ec3e-4b46-9eec-17ffe3442ab6,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:33:59.182892 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.195077 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Calling delete_port for 7d829178-ec3e-4b46-9eec-17ffe3442ab6 owned by network:router_interface {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:33:59.485936 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.490384 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9a189ab0-4e27-48b6-a14d-4425f6c6383c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:33:59.515991 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d829178-ec3e-4b46-9eec-17ffe3442ab6,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:33:59.519874 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:33:59.687564 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931333'] for router_interface, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:33:59.903580 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:34:00.040964 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:34:00.048054 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c9ce777a-fc73-4105-a556-52663312fc0d admin admin] 10.222.0.45 "PUT /v2.0/routers/ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9079313 Jun 26 16:34:00.049625 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] Sync routers for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:34:00.050807 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44974) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:00.059463 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:00.060110 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:00.063844 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11670f28-207a-4a09-ab86-13c006786e8f req-b730579e-5400-4aed-aed9-83381aeb0dc9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:00.065375 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11670f28-207a-4a09-ab86-13c006786e8f req-b730579e-5400-4aed-aed9-83381aeb0dc9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 947 time: 0.1141028 Jun 26 16:34:00.104522 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-11670f28-207a-4a09-ab86-13c006786e8f req-e829a4d3-f563-47b3-990b-aa1d874f05f8 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328434 Jun 26 16:34:00.155779 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.165082 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:00.256716 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.338775 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:33:59Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:00.368024 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] Checking router: ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:34:00.376269 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] Routers {'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:00.376886 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:00.437850 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Deleting port 75cf5ee3-2597-4a14-8bfb-b0852916707e {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:00.438200 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.483100 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] Set router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:00.515505 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] For port 75cf5ee3-2597-4a14-8bfb-b0852916707e, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=75cf5ee3-2597-4a14-8bfb-b0852916707e,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:00.515865 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.528207 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Calling delete_port for 75cf5ee3-2597-4a14-8bfb-b0852916707e owned by network:router_gateway {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:00.659012 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:33:59Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:00.685869 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b272b65-d3a5-4094-8a3e-97abce6d47cb None None] The sync data for ids ['ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d'] in dv-cinder-798189-1-smb is: [{'id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'name': 'tempest-AttachVolumeTestJSON-1766484471-router', 'tenant_id': 'c02d6e50b6c44b7faee21ad462016554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:28:03Z', 'updated_at': '2021-06-26T16:33:59Z', 'revision_number': 5, 'project_id': 'c02d6e50b6c44b7faee21ad462016554', 'gw_port': {'id': '75cf5ee3-2597-4a14-8bfb-b0852916707e', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:8c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:28:04Z', 'updated_at': '2021-06-26T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:34:00.783051 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.785269 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-854176e6-59f1-4e8f-8a31-9b73514b4a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:00.813680 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cf5ee3-2597-4a14-8bfb-b0852916707e,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:00.816643 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:00.872600 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985535'] for router_gateway, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.970258 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:00.972377 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.079763 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985320'] for router, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.081036 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d {{(pid=93481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:34:01.086121 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.087593 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7339a665-cd1a-431b-9f9b-f9cb574605e9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ecdbf9e9-44a1-4197-b3a5-f6a4fc042a4d HTTP/1.1" status: 204 len: 168 time: 1.0354970 Jun 26 16:34:01.090005 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44976) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:01.144809 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Deleting subnet 9337412f-5598-428e-89e2-e3d8bb81a1bd {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:34:01.148951 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.186476 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.272663 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.308299 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae63db-d7a8-4ed6-a80c-4753939eb9b5 req-91325cf4-eb8e-4d37-8fed-50bbf6a3717a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:01.309888 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-01ae63db-d7a8-4ed6-a80c-4753939eb9b5 req-91325cf4-eb8e-4d37-8fed-50bbf6a3717a tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 947 time: 0.0705187 Jun 26 16:34:01.356174 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-01ae63db-d7a8-4ed6-a80c-4753939eb9b5 req-396d03bd-dcd9-45dd-a8f4-f36b8e3a5fa0 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5305af0-127c-4427-ac1d-5cc17025a967&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362577 Jun 26 16:34:01.407545 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.410458 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-858cd238-8a58-46fd-9553-8853fec9ee48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:01.433171 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-3f72b02b-d8f4-4391-90bd-e638b2f445f9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:01.434788 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-3f72b02b-d8f4-4391-90bd-e638b2f445f9 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 947 time: 0.0719779 Jun 26 16:34:01.438464 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9337412f-5598-428e-89e2-e3d8bb81a1bd,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:01.440494 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.442279 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9337412f-5598-428e-89e2-e3d8bb81a1bd HTTP/1.1" status: 204 len: 168 time: 0.3511684 Jun 26 16:34:01.443798 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b449999c-11b2-42cb-a0d6-c1fcd94765eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:01.445226 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb26385-bae3-4bbf-8d7b-2b3202a7d842 None None] Network 46e5672a-9a61-4585-9d50-f34e982f2d11 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:34:01.448184 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44980) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:01.525069 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.553299 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Deleting port 8c64cd36-7a27-4905-af8c-49b67b1084d8 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:01.553687 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.584516 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Deleting port 32e1f984-e9b9-4263-8c35-83a84e5cf124 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:01.584879 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.654953 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] For port 32e1f984-e9b9-4263-8c35-83a84e5cf124, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=32e1f984-e9b9-4263-8c35-83a84e5cf124,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:01.655313 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.666396 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] For port 8c64cd36-7a27-4905-af8c-49b67b1084d8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=8c64cd36-7a27-4905-af8c-49b67b1084d8,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:01.666780 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.668391 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Calling delete_port for 32e1f984-e9b9-4263-8c35-83a84e5cf124 owned by network:dhcp {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:01.740830 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] DHCP port deletion for 46e5672a-9a61-4585-9d50-f34e982f2d11 request from dv-cinder-798189-1-smb {{(pid=93482) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:34:01.808553 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Deleting port 32e1f984-e9b9-4263-8c35-83a84e5cf124 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:01.809604 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.857713 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.858324 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 32e1f984-e9b9-4263-8c35-83a84e5cf124 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:01.859888 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-04afb981-48b4-4bc1-b3e6-f0e00ea9b98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:01.864372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.865000 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-985372'] for floatingip, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.865432 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Floating IP ce5c368f-94dc-4e52-9ccf-d0151ae22ef3 disassociated. External IP: 172.28.2.41, port: 8c64cd36-7a27-4905-af8c-49b67b1084d8. Jun 26 16:34:01.865762 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Calling delete_port for 8c64cd36-7a27-4905-af8c-49b67b1084d8 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:01.889108 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e1f984-e9b9-4263-8c35-83a84e5cf124,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:01.889338 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 32e1f984-e9b9-4263-8c35-83a84e5cf124 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:01.889621 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 32e1f984-e9b9-4263-8c35-83a84e5cf124 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:01.890233 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 75cf5ee3-2597-4a14-8bfb-b0852916707e no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:01.896681 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:01.897545 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] No DVR routers for this DVR port 32e1f984-e9b9-4263-8c35-83a84e5cf124 on host dv-cinder-798189-1-smb {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:01.921108 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 75cf5ee3-2597-4a14-8bfb-b0852916707e {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:01.921814 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 75cf5ee3-2597-4a14-8bfb-b0852916707e not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:01.922528 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 7d829178-ec3e-4b46-9eec-17ffe3442ab6 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:01.925636 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] For port 32e1f984-e9b9-4263-8c35-83a84e5cf124, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=32e1f984-e9b9-4263-8c35-83a84e5cf124,segment=NetworkSegment(197f75b7-68d9-47ef-826c-86bcdaf9c37d),segment_id=197f75b7-68d9-47ef-826c-86bcdaf9c37d)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:01.926262 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.955816 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 7d829178-ec3e-4b46-9eec-17ffe3442ab6 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:01.956540 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 7d829178-ec3e-4b46-9eec-17ffe3442ab6 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:01.960047 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Calling delete_port for 32e1f984-e9b9-4263-8c35-83a84e5cf124 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:01.971621 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:01.982936 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e5672a-9a61-4585-9d50-f34e982f2d11']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:01.993512 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197f75b7-68d9-47ef-826c-86bcdaf9c37d') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:01.993807 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197f75b7-68d9-47ef-826c-86bcdaf9c37d') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:02.002932 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901993'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.021320 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.028230 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:34:02.028767 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110222'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: Traceback (most recent call last): Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: timer() Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: cb(*args, **kw) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: return func(*args, **kwargs) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: self._notify() Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: self.callback(batched_events) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: event.method(event) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: return f(self, *a, **k) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: return self._get(url).json() Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:34:02.030578 dv-cinder-798189-1-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:34:02.040389 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.043295 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:02.067887 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Pushing event deleted for resources: {'Port': ['ID=32e1f984-e9b9-4263-8c35-83a84e5cf124,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:02.070759 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] No DVR routers for this DVR port 32e1f984-e9b9-4263-8c35-83a84e5cf124 on host dv-cinder-798189-1-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:02.079317 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.079668 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.080009 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.080343 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.080676 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.081038 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.081379 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.081707 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.082030 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.082355 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.082676 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.083915 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:02.086762 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:02.123646 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.128291 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4a37e896-bb9c-4f41-a8ef-9538ed5f5797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:02.156772 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event deleted for resources: {'Port': ['ID=8c64cd36-7a27-4905-af8c-49b67b1084d8,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:02.160322 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:02.183356 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.188672 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.201001 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] 10.222.0.45 "DELETE /v2.0/networks/46e5672a-9a61-4585-9d50-f34e982f2d11 HTTP/1.1" status: 204 len: 168 time: 0.7444110 Jun 26 16:34:02.201001 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:02.217148 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e5672a-9a61-4585-9d50-f34e982f2d11,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:02.219704 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6bc44361-a229-47b2-89e5-43e10525d644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:02.269629 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:34:02.377076 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:34:02.387549 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] Sync routers for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:34:02.407672 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:02.408295 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:02.423298 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] No DVR routers for this DVR port 8c64cd36-7a27-4905-af8c-49b67b1084d8 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:02.435590 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.437919 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2b78b0c1-8123-4193-bc30-1e3f8b3f47fe req-12c3b2dc-0427-41fb-99f1-7d02bf7a86da tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.15 "DELETE /v2.0/ports/8c64cd36-7a27-4905-af8c-49b67b1084d8 HTTP/1.1" status: 204 len: 173 time: 0.9935431 Jun 26 16:34:02.438377 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-deleted', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:34:02.440738 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03d9212-cf61-431b-9200-43364b33401c" -d '{"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-deleted", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:34:02.531482 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:02.531872 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f970038a-8f71-4457-ad62-2ae2226aa0a2 x-openstack-request-id: req-f970038a-8f71-4457-ad62-2ae2226aa0a2 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:34:02.532332 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e8d164-040c-4e6f-ab4b-61aca1784ac6", "name": "network-vif-deleted", "tag": "8c64cd36-7a27-4905-af8c-49b67b1084d8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:34:02.532702 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f970038a-8f71-4457-ad62-2ae2226aa0a2 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:34:02.533390 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e8d164-040c-4e6f-ab4b-61aca1784ac6', 'name': 'network-vif-deleted', 'tag': '8c64cd36-7a27-4905-af8c-49b67b1084d8', 'status': 'completed', 'code': 200} Jun 26 16:34:02.561181 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44988) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:02.562988 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0e6ba14f-2d34-4064-873d-f79d750c633c req-2207d5d8-3b01-4506-bd39-2780bc33ae8f tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/ports?device_id=58e8d164-040c-4e6f-ab4b-61aca1784ac6 HTTP/1.1" status: 200 len: 210 time: 0.0675771 Jun 26 16:34:02.625614 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6af72ec9-85b5-4594-a8cc-e7020c379538 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c02d6e50b6c44b7faee21ad462016554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631785 Jun 26 16:34:02.628264 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 44990) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:02.697958 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.721035 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.765935 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:02.795240 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] Checking router: 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:34:02.804426 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:02.805119 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:33:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:02.860407 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.863380 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:02.867418 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e34930d6-30ce-46ee-b3ad-7c44c0e5fc7e HTTP/1.1" status: 204 len: 168 time: 0.2306383 Jun 26 16:34:02.867418 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fe51039a-212d-4879-9f92-8573ea6d24e3 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:02.876073 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34930d6-30ce-46ee-b3ad-7c44c0e5fc7e,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:02.880897 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:02.911013 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:03.112713 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:03.139236 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a483dd-3905-4988-be0a-8916c1c04282 None None] The sync data for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb is: [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:27:20Z', 'revision_number': 4, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': '825b775b-de03-4de1-89bf-85df031adbd5', 'name': '', 'network_id': '3b3f6caf-be2f-40d5-8a74-112261102b0e', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'mac_address': 'fa:16:3e:b5:58:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:15Z', 'updated_at': '2021-06-26T16:27:29Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'subnets': [{'id': 'b31166a6-704d-49c5-8e14-b4935e0c8caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:34:03.358049 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e00a5d-1ddb-4329-a5f4-72ddf4a4cb32 None None] New status for floating IP ce5c368f-94dc-4e52-9ccf-d0151ae22ef3: DOWN {{(pid=93482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:34:03.761538 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45010) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:03.820911 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:03.847823 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:03.963494 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:03.966140 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:03.967312 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5305af0-127c-4427-ac1d-5cc17025a967 HTTP/1.1" status: 204 len: 168 time: 0.2048004 Jun 26 16:34:03.968229 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-25c9eb4d-2c89-4e11-b4a9-272b189cdab3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:03.970163 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45018) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:03.980456 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5305af0-127c-4427-ac1d-5cc17025a967,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:03.983303 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:03.985071 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.api.v2.resource [None req-457d11c1-3128-4e1d-a8bd-7ddfddbd5746 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] show failed (client error): The resource could not be found. Jun 26 16:34:03.986086 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-457d11c1-3128-4e1d-a8bd-7ddfddbd5746 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "GET /v2.0/security-groups/f5305af0-127c-4427-ac1d-5cc17025a967 HTTP/1.1" status: 404 len: 347 time: 0.0143642 Jun 26 16:34:03.990176 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45020) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:04.117480 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Deleting port a4008fee-8f87-4a43-84bc-1959af4f9103 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:04.117827 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:04.191071 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:04.191398 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:04.203344 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Calling delete_port for a4008fee-8f87-4a43-84bc-1959af4f9103 owned by network:floatingip {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:04.382829 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:04.385024 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7f594416-5463-4bd5-ad16-455724df211a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:04.408032 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Pushing event deleted for resources: {'Port': ['ID=a4008fee-8f87-4a43-84bc-1959af4f9103,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:04.411264 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:04.472052 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks [] for floatingip, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:04.475319 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:04.476475 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e80c9f0e-56f6-4c18-8dad-38be46063c93 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] 10.222.0.45 "DELETE /v2.0/floatingips/ce5c368f-94dc-4e52-9ccf-d0151ae22ef3 HTTP/1.1" status: 204 len: 168 time: 0.4859421 Jun 26 16:34:06.243037 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-396d3530-21bd-411a-a178-2c87959ceab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:06.394421 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:06.414989 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 8c64cd36-7a27-4905-af8c-49b67b1084d8 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:06.415342 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 8c64cd36-7a27-4905-af8c-49b67b1084d8 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:07.322542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45076) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:07.805097 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927989'] for router_interface, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:08.049858 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Deleting port 825b775b-de03-4de1-89bf-85df031adbd5 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:08.050122 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:08.128030 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] For port 825b775b-de03-4de1-89bf-85df031adbd5, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=825b775b-de03-4de1-89bf-85df031adbd5,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:08.128381 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:08.140520 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Calling delete_port for 825b775b-de03-4de1-89bf-85df031adbd5 owned by network:router_interface {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:08.374882 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:08.377488 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7c8ec2e2-e06f-4a27-b3df-c30f0b4c71d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:08.401556 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=825b775b-de03-4de1-89bf-85df031adbd5,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:08.404037 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:08.567885 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931333'] for router_interface, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:08.820560 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-aff074df-e2a2-4723-b88c-f76d49100fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.073641 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:34:09.128848 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.178997 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:34:09.184262 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] 10.222.0.45 "PUT /v2.0/routers/84ef7b81-b60c-4009-9bc4-cd2c6a5d195b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8607326 Jun 26 16:34:09.186931 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45104) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:09.187840 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] Sync routers for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:34:09.197625 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:09.198231 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:34:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:09.293563 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.393929 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:09.399711 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.551542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Deleting port 6f258882-0233-42c4-802f-295be6bda0c0 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:09.551806 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.569424 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': '6f258882-0233-42c4-802f-295be6bda0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:34:08Z', 'revision_number': 5, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port': {'id': '6f258882-0233-42c4-802f-295be6bda0c0', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:27:08Z', 'updated_at': '2021-06-26T16:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:09.595848 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] Checking router: 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:34:09.604745 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] Routers {'84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:34:09.605387 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:34:09Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:09.622754 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.635654 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] For port 6f258882-0233-42c4-802f-295be6bda0c0, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=6f258882-0233-42c4-802f-295be6bda0c0,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:09.636010 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.648785 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Calling delete_port for 6f258882-0233-42c4-802f-295be6bda0c0 owned by network:router_gateway {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:09.690886 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] Set router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:34:09.748446 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:34:09Z', 'revision_number': 6, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port_host': None}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:09.777421 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bdaac-2b6f-47ff-98b1-7590f2275148 None None] The sync data for ids ['84ef7b81-b60c-4009-9bc4-cd2c6a5d195b'] in dv-cinder-798189-1-smb is: [{'id': '84ef7b81-b60c-4009-9bc4-cd2c6a5d195b', 'name': 'tempest-AttachVolumeShelveTestJSON-1353226051-router', 'tenant_id': 'e118aab60b5045788845fccb47720560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:27:07Z', 'updated_at': '2021-06-26T16:34:09Z', 'revision_number': 6, 'project_id': 'e118aab60b5045788845fccb47720560', 'gw_port_host': None}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:34:09.879744 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:09.881972 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-30c096e0-b049-48d1-b5b3-f99b87c259b7 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:09.905301 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f258882-0233-42c4-802f-295be6bda0c0,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:09.908449 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:09.968890 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985535'] for router_gateway, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.055623 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.057946 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.148602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985320'] for router, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.149673 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84ef7b81-b60c-4009-9bc4-cd2c6a5d195b {{(pid=93480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:34:10.155611 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] Notify callbacks [] for router, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.157598 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-db5db29a-14e1-4a08-b468-42243f605de7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/84ef7b81-b60c-4009-9bc4-cd2c6a5d195b HTTP/1.1" status: 204 len: 168 time: 0.9695437 Jun 26 16:34:10.160229 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45110) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:10.217956 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Deleting subnet b31166a6-704d-49c5-8e14-b4935e0c8caa {{(pid=93480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:34:10.220799 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.261076 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59990649'] for subnet, precommit_delete_associations {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.339140 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.502822 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59405947'] for subnet, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.505159 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:10.532163 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b31166a6-704d-49c5-8e14-b4935e0c8caa,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:10.542037 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.542037 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b31166a6-704d-49c5-8e14-b4935e0c8caa HTTP/1.1" status: 204 len: 168 time: 0.3744028 Jun 26 16:34:10.542037 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:10.542037 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45122) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:10.544854 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c617b-e607-471c-b617-f571c144515e None None] Network 3b3f6caf-be2f-40d5-8a74-112261102b0e requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:34:10.617102 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.685725 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Deleting port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:10.686387 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.733450 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45126) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:10.763888 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] For port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:10.764256 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.777246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Calling delete_port for 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 owned by network:dhcp {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:10.802246 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] DHCP port deletion for 3b3f6caf-be2f-40d5-8a74-112261102b0e request from dv-cinder-798189-1-smb {{(pid=93482) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:34:10.856512 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] Deleting port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:34:10.856922 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.858120 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3016e19-3910-4c35-a811-fd0cb9c8c365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.925796 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.929356 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7f45ff50-ce99-49df-acce-de18e11f209a tempest-ServerRescueNegativeTestJSON-1456972897 tempest-ServerRescueNegativeTestJSON-1456972897-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:10.938663 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] For port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,segment=NetworkSegment(d95c96e5-1e80-4a6f-baac-ad473c6e0c6f),segment_id=d95c96e5-1e80-4a6f-baac-ad473c6e0c6f)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:34:10.939062 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.954100 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Pushing event deleted for resources: {'Port': ['ID=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:10.954382 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3016e19-3910-4c35-a811-fd0cb9c8c365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:10.955514 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] Calling delete_port for 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:34:10.957246 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:10.958087 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] No DVR routers for this DVR port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 on host dv-cinder-798189-1-smb {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:11.028295 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-d3016e19-3910-4c35-a811-fd0cb9c8c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.030122 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.030599 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.031914 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7427fcf0-b515-4641-b46e-96cd0571477f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:11.034171 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-973927ee-c122-4296-b533-4bfef97e24d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:11.040717 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3f6caf-be2f-40d5-8a74-112261102b0e']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:11.049812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:11.050098 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95c96e5-1e80-4a6f-baac-ad473c6e0c6f') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:34:11.063571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.067709 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-d3016e19-3910-4c35-a811-fd0cb9c8c365 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45a70191b0164485b5e0768c071f0527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331349 Jun 26 16:34:11.068980 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45130) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:11.073657 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] No DVR routers for this DVR port 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 on host dv-cinder-798189-1-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:34:11.082811 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] Pushing event deleted for resources: {'Port': ['ID=00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:11.082811 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-844554a4-66dd-49db-83f0-fe67e1129fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:11.084983 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3016e19-3910-4c35-a811-fd0cb9c8c365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31585403-7529-4c92-a97a-19ffe8eef410,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:11.087508 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.089216 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d3016e19-3910-4c35-a811-fd0cb9c8c365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:11.093643 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:34:11.094040 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:34:11.095712 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:34:11.127671 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.148333 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.216706 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.220624 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-26ea4003-85bb-4239-ba2d-7ff7b204d5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:11.223283 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.225636 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] 10.222.0.45 "DELETE /v2.0/networks/3b3f6caf-be2f-40d5-8a74-112261102b0e HTTP/1.1" status: 204 len: 168 time: 0.6861343 Jun 26 16:34:11.236534 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3f6caf-be2f-40d5-8a74-112261102b0e,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:11.240895 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:11.241058 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.243486 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.244626 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31585403-7529-4c92-a97a-19ffe8eef410 HTTP/1.1" status: 204 len: 168 time: 0.1720936 Jun 26 16:34:11.245514 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a70e1c7f-7578-4106-b663-d98ff235a8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:11.253940 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31585403-7529-4c92-a97a-19ffe8eef410,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:11.256479 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:11.548469 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.664491 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45138) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:11.708566 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-77189f5b-91c3-400d-b7a7-1d64c0f4a3ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e118aab60b5045788845fccb47720560&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427265 Jun 26 16:34:11.711810 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45140) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:11.760580 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.781842 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.854418 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 825b775b-de03-4de1-89bf-85df031adbd5 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:11.874471 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 825b775b-de03-4de1-89bf-85df031adbd5 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:11.874826 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 825b775b-de03-4de1-89bf-85df031adbd5 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:11.875259 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 6f258882-0233-42c4-802f-295be6bda0c0 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:11.893579 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 6f258882-0233-42c4-802f-295be6bda0c0 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:11.893930 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 6f258882-0233-42c4-802f-295be6bda0c0 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:11.894340 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:34:11.906259 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.908843 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:11.910017 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9db1e045-181a-4d6a-9579-6fe0c009a275 HTTP/1.1" status: 204 len: 168 time: 0.1974821 Jun 26 16:34:11.910846 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-10e572bd-c073-4d61-bd3a-667f215378b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:11.912960 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:34:11.915819 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 00482d5c-8b6b-42fb-bfb2-8f4ec67e42d7 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:34:11.925454 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db1e045-181a-4d6a-9579-6fe0c009a275,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:11.927686 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:13.894849 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45226) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:13.997554 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-09571350-0256-4ed9-8f58-1c5f896838e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.086695 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-09571350-0256-4ed9-8f58-1c5f896838e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.157542 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-09571350-0256-4ed9-8f58-1c5f896838e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.160129 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a81afbca-ac1c-4118-b5fa-37282335d3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:14.196530 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-09571350-0256-4ed9-8f58-1c5f896838e7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57ca652d41a84b16ba992d8e73ed3486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004179 Jun 26 16:34:14.197553 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09571350-0256-4ed9-8f58-1c5f896838e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcba78b-0741-405f-ac2d-16286c8c5fe3,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:14.200008 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45234) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:14.200517 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-09571350-0256-4ed9-8f58-1c5f896838e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:14.248841 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.268831 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.376887 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.379531 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:14.380698 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6fcba78b-0741-405f-ac2d-16286c8c5fe3 HTTP/1.1" status: 204 len: 168 time: 0.1796229 Jun 26 16:34:14.381590 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b6a75b4b-c6c0-4b09-adae-b67135224937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:14.391043 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcba78b-0741-405f-ac2d-16286c8c5fe3,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:14.393500 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:14.937407 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45242) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:14.951110 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9818869c-0d71-43e7-b1c1-18179dabe4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.033971 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9818869c-0d71-43e7-b1c1-18179dabe4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.094025 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9818869c-0d71-43e7-b1c1-18179dabe4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.096496 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9310c246-ee75-4889-80ca-965164b236e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:15.131259 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9818869c-0d71-43e7-b1c1-18179dabe4f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=659a46ccb64849acac74793a6d6f5a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923046 Jun 26 16:34:15.132148 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818869c-0d71-43e7-b1c1-18179dabe4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f131a6-bdde-4947-835b-f72d86ee002f,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:15.134412 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45244) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:15.140352 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9818869c-0d71-43e7-b1c1-18179dabe4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:15.185159 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-33e6ea15-91cc-4a80-8a62-55bf041a5908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.205488 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-33e6ea15-91cc-4a80-8a62-55bf041a5908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.302264 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-33e6ea15-91cc-4a80-8a62-55bf041a5908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.305344 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-33e6ea15-91cc-4a80-8a62-55bf041a5908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:15.306489 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-33e6ea15-91cc-4a80-8a62-55bf041a5908 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38f131a6-bdde-4947-835b-f72d86ee002f HTTP/1.1" status: 204 len: 168 time: 0.1711915 Jun 26 16:34:15.307542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ac70000a-4623-417d-8c0f-839b2bb9f8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:15.314796 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6ea15-91cc-4a80-8a62-55bf041a5908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f131a6-bdde-4947-835b-f72d86ee002f,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:15.317532 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-33e6ea15-91cc-4a80-8a62-55bf041a5908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:15.767847 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:34:17.559790 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45302) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:17.667343 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-056d1990-e700-4da6-a524-c833979bb762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:17.753069 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-056d1990-e700-4da6-a524-c833979bb762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:17.816770 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-056d1990-e700-4da6-a524-c833979bb762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:17.820190 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b4b04da5-e77d-4eec-a311-3c102b5a5f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:17.856463 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-056d1990-e700-4da6-a524-c833979bb762 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=140b7ce635a74326bfc773fa1bd215d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952511 Jun 26 16:34:17.857441 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d1990-e700-4da6-a524-c833979bb762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b001d00-5ee2-4388-959b-b083b4a951a3,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:17.859139 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45306) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:17.860807 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-056d1990-e700-4da6-a524-c833979bb762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:17.911897 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6f6e-c80e-404e-a4e2-4b74529852c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:17.936557 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6f6e-c80e-404e-a4e2-4b74529852c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.033678 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6f6e-c80e-404e-a4e2-4b74529852c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.036306 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ec6e6f6e-c80e-404e-a4e2-4b74529852c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.037467 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ec6e6f6e-c80e-404e-a4e2-4b74529852c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b001d00-5ee2-4388-959b-b083b4a951a3 HTTP/1.1" status: 204 len: 168 time: 0.1772633 Jun 26 16:34:18.038223 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7e504edb-c241-4458-957d-e32125a6f784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:18.045948 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e6f6e-c80e-404e-a4e2-4b74529852c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b001d00-5ee2-4388-959b-b083b4a951a3,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:18.048186 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ec6e6f6e-c80e-404e-a4e2-4b74529852c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:18.740211 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45314) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:18.754018 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7c9a9cae-9c43-4851-868c-6c67656835ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.841078 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7c9a9cae-9c43-4851-868c-6c67656835ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.902974 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7c9a9cae-9c43-4851-868c-6c67656835ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:18.905595 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c05ebdcb-1a14-47d8-94ae-a19765313d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:18.941835 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7c9a9cae-9c43-4851-868c-6c67656835ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=16bf0686a108482dbaf8a445cf9da049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004938 Jun 26 16:34:18.942726 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a9cae-9c43-4851-868c-6c67656835ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a453883-4d1d-48dc-90a5-b1dad3a85ac8,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:18.944493 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45316) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:18.945667 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7c9a9cae-9c43-4851-868c-6c67656835ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:18.992024 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.015511 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.128849 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.131566 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:19.132783 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a453883-4d1d-48dc-90a5-b1dad3a85ac8 HTTP/1.1" status: 204 len: 168 time: 0.1871874 Jun 26 16:34:19.133569 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9c90a459-ab52-4310-984f-2b1a5d1001a8 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:19.140941 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a453883-4d1d-48dc-90a5-b1dad3a85ac8,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:19.143730 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:24.119674 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.159649 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45466) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:26.261617 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea1ab-287d-4209-9269-bf4e7a43ecee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.345987 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea1ab-287d-4209-9269-bf4e7a43ecee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.428313 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-ce6ea1ab-287d-4209-9269-bf4e7a43ecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.431842 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-eef69ae3-86e8-4324-a3c3-1fdfafac6b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:26.468771 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-ce6ea1ab-287d-4209-9269-bf4e7a43ecee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=759a04ee2b56473f87e199b788753621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079467 Jun 26 16:34:26.469783 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ea1ab-287d-4209-9269-bf4e7a43ecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2cd0ef-fcca-4cf4-b119-2ce2f352930d,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:26.471467 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45472) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:26.472926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ce6ea1ab-287d-4209-9269-bf4e7a43ecee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:26.518397 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.539052 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.888844 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.891379 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:26.892516 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b2cd0ef-fcca-4cf4-b119-2ce2f352930d HTTP/1.1" status: 204 len: 168 time: 0.4199903 Jun 26 16:34:26.893278 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ba274161-7cec-4310-a7d8-b1c6beb360e5 tempest-TestMinimumBasicScenario-447379576 tempest-TestMinimumBasicScenario-447379576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:26.901453 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2cd0ef-fcca-4cf4-b119-2ce2f352930d,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:26.906006 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:27.488277 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45484) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:27.502508 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-21b703d3-d998-4995-b41c-e70330f5351c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.587933 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-21b703d3-d998-4995-b41c-e70330f5351c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.659904 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-21b703d3-d998-4995-b41c-e70330f5351c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.662583 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-36ca6067-523a-461f-8655-a1301682cff0 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:27.699061 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-21b703d3-d998-4995-b41c-e70330f5351c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a594d7f92aa421784c00cffbcc36fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096412 Jun 26 16:34:27.700103 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b703d3-d998-4995-b41c-e70330f5351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab57848-e5cb-4d79-b335-f0a6f0b574b2,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:27.702797 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45486) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:27.703268 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-21b703d3-d998-4995-b41c-e70330f5351c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:27.751202 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-121d7844-7e8f-4119-9998-49c4c5c7ee03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.771620 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-121d7844-7e8f-4119-9998-49c4c5c7ee03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.885370 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-121d7844-7e8f-4119-9998-49c4c5c7ee03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.887942 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-121d7844-7e8f-4119-9998-49c4c5c7ee03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:27.889143 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-121d7844-7e8f-4119-9998-49c4c5c7ee03 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ab57848-e5cb-4d79-b335-f0a6f0b574b2 HTTP/1.1" status: 204 len: 168 time: 0.1849897 Jun 26 16:34:27.892762 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-3a637ef6-faaf-410e-b938-8d8ce1e9b360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:27.897387 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d7844-7e8f-4119-9998-49c4c5c7ee03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab57848-e5cb-4d79-b335-f0a6f0b574b2,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:27.899621 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-121d7844-7e8f-4119-9998-49c4c5c7ee03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:28.182392 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-5e2ad3d9-e98d-406b-bde3-ab6c76daa29e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643730 Jun 26 16:34:28.260701 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-c40c4562-c14d-4723-b0d9-f3be9eb7e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:28.262569 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-c40c4562-c14d-4723-b0d9-f3be9eb7e3a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1098 time: 0.0541365 Jun 26 16:34:28.369777 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-09105d17-bc21-4685-8ec9-d2435d3aff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:28.371241 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-09105d17-bc21-4685-8ec9-d2435d3aff89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 909 time: 0.0881836 Jun 26 16:34:28.439111 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-242e886e-e55f-4561-907f-ee70f6955932 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0578671 Jun 26 16:34:28.487697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-31135c56-376a-4556-9e68-1fb8ec4619fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:28.489182 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-31135c56-376a-4556-9e68-1fb8ec4619fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 200 len: 847 time: 0.0427127 Jun 26 16:34:28.553191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-3a854945-5884-4924-8a57-83af1c7bedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:34:28.554674 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-3a854945-5884-4924-8a57-83af1c7bedf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb85c987-10d6-4648-9106-17ba8fbb502b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551143 Jun 26 16:34:28.649954 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-ee3dbb35-2358-4865-b8f8-75d0f8c6da22 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845802 Jun 26 16:34:28.747872 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-170a23cf-2dd0-4df6-bf29-ac5bddfcdd86 req-d76d1e3d-d612-40ec-8ff4-a4bcae3c57a1 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886223 Jun 26 16:34:33.515335 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45600) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:33.617065 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-03041c49-4201-4e2d-8885-d693501ca19c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.701370 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-03041c49-4201-4e2d-8885-d693501ca19c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.777149 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-03041c49-4201-4e2d-8885-d693501ca19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.779712 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-dc1506fe-5b35-4628-8c85-8cc892c61f3c tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:33.813140 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03041c49-4201-4e2d-8885-d693501ca19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff01d690-9927-4a5c-822b-7aea66ec27c8,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:33.817382 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-03041c49-4201-4e2d-8885-d693501ca19c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2898cfdd1bc44d3fb257edc96d1e2e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009765 Jun 26 16:34:33.818344 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-03041c49-4201-4e2d-8885-d693501ca19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:33.820080 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45604) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:33.868243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9086c290-bd88-456d-ab83-8af04530db7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:33.889183 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9086c290-bd88-456d-ab83-8af04530db7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.008537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9086c290-bd88-456d-ab83-8af04530db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.011825 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-9086c290-bd88-456d-ab83-8af04530db7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.013017 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-9086c290-bd88-456d-ab83-8af04530db7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff01d690-9927-4a5c-822b-7aea66ec27c8 HTTP/1.1" status: 204 len: 168 time: 0.1920266 Jun 26 16:34:34.013803 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-dc004f84-8979-40aa-b81d-1ae332b98809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:34.021384 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086c290-bd88-456d-ab83-8af04530db7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff01d690-9927-4a5c-822b-7aea66ec27c8,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:34.023644 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9086c290-bd88-456d-ab83-8af04530db7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:34.647205 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45616) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:34.664947 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5ecbfdb4-99cc-49f4-ad49-d88dc07523a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.749755 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5ecbfdb4-99cc-49f4-ad49-d88dc07523a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.837031 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-5ecbfdb4-99cc-49f4-ad49-d88dc07523a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.840074 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd41dd66-e77e-4a0f-8d38-bd2fb55850fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:34.875457 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-5ecbfdb4-99cc-49f4-ad49-d88dc07523a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=294fd9944f93495d991075b368d68c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270601 Jun 26 16:34:34.876390 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbfdb4-99cc-49f4-ad49-d88dc07523a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163f852a-f7e9-42b0-84ee-a620d5e1447a,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:34.878183 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45618) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:34.879393 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5ecbfdb4-99cc-49f4-ad49-d88dc07523a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:34.925840 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e45b550b-aed3-4174-bdd8-784690b32a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:34.945924 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e45b550b-aed3-4174-bdd8-784690b32a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:35.071121 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e45b550b-aed3-4174-bdd8-784690b32a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:35.074099 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e45b550b-aed3-4174-bdd8-784690b32a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:35.075228 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e45b550b-aed3-4174-bdd8-784690b32a60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/163f852a-f7e9-42b0-84ee-a620d5e1447a HTTP/1.1" status: 204 len: 168 time: 0.1954379 Jun 26 16:34:35.076027 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e9ae768a-0dc9-41d4-8c51-6bc8d0d338ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:35.086774 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b550b-aed3-4174-bdd8-784690b32a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163f852a-f7e9-42b0-84ee-a620d5e1447a,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:35.086774 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e45b550b-aed3-4174-bdd8-784690b32a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:36.225851 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-7af2fabc-78f2-4caa-9580-3065ac8f67fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:38.848770 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3845b892-5682-4472-85e5-e48c7cc5d31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:39.061903 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:39.604962 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:41.565357 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.184087 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45776) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:42.281609 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc2c5-164d-43cd-93aa-0b6b431c0747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.364881 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc2c5-164d-43cd-93aa-0b6b431c0747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.439150 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc2c5-164d-43cd-93aa-0b6b431c0747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.441795 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cd2b1d08-50a9-4a24-8689-490ba746f249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:42.478456 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-1a3dc2c5-164d-43cd-93aa-0b6b431c0747 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e89a44ae7aee44c281cdef9a58966c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932892 Jun 26 16:34:42.479472 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dc2c5-164d-43cd-93aa-0b6b431c0747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e40d1-89ee-4060-9b41-514766f91437,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:42.481109 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45780) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:42.482737 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-1a3dc2c5-164d-43cd-93aa-0b6b431c0747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:42.531656 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8e0b-0526-4c41-8772-fc2d6db9b32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.551751 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8e0b-0526-4c41-8772-fc2d6db9b32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.660113 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8e0b-0526-4c41-8772-fc2d6db9b32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.662789 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8e0b-0526-4c41-8772-fc2d6db9b32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:42.663918 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-1b5e8e0b-0526-4c41-8772-fc2d6db9b32d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b3e40d1-89ee-4060-9b41-514766f91437 HTTP/1.1" status: 204 len: 168 time: 0.1810944 Jun 26 16:34:42.664784 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d870d68b-aa61-4602-a5ae-424c234428cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:42.672390 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e8e0b-0526-4c41-8772-fc2d6db9b32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e40d1-89ee-4060-9b41-514766f91437,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:42.674607 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1b5e8e0b-0526-4c41-8772-fc2d6db9b32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:43.357086 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45798) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:43.371332 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a27a32fb-8213-40ea-8297-7b7b2014936a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:43.460470 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a27a32fb-8213-40ea-8297-7b7b2014936a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:43.541944 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-a27a32fb-8213-40ea-8297-7b7b2014936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:43.544499 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0d70cacb-fc7c-4f82-b6da-193d65a437b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:43.581201 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-a27a32fb-8213-40ea-8297-7b7b2014936a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58553b724b9b4d79a94f5cdf92e1430b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225149 Jun 26 16:34:43.582547 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a32fb-8213-40ea-8297-7b7b2014936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4aedd8-abab-4de7-8c6c-474ea34f9967,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:43.583805 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45800) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:43.585691 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a27a32fb-8213-40ea-8297-7b7b2014936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:43.632568 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0682b1b8-1db6-494d-8a83-e60027ab6ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:43.653098 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0682b1b8-1db6-494d-8a83-e60027ab6ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:43.782113 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0682b1b8-1db6-494d-8a83-e60027ab6ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:43.784630 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0682b1b8-1db6-494d-8a83-e60027ab6ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:43.786022 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-0682b1b8-1db6-494d-8a83-e60027ab6ae2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe4aedd8-abab-4de7-8c6c-474ea34f9967 HTTP/1.1" status: 204 len: 168 time: 0.2011664 Jun 26 16:34:43.786791 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-be40044b-8239-4f22-98b6-6030dab35b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:43.794396 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682b1b8-1db6-494d-8a83-e60027ab6ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4aedd8-abab-4de7-8c6c-474ea34f9967,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:43.797423 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0682b1b8-1db6-494d-8a83-e60027ab6ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:44.417584 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45810) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:44.430696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-af7d208e-b4fd-4dda-966b-cce8afa52ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:44.514826 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-af7d208e-b4fd-4dda-966b-cce8afa52ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:44.570692 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-af7d208e-b4fd-4dda-966b-cce8afa52ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:44.573299 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fb4963c1-6231-4e83-9418-d44894341083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:44.616075 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d208e-b4fd-4dda-966b-cce8afa52ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e82efd1-1a65-419b-bdce-00c8381cd4be,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:44.622437 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-af7d208e-b4fd-4dda-966b-cce8afa52ad9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29c4ac270ed34bed917c080a7200bd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036445 Jun 26 16:34:44.624327 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-af7d208e-b4fd-4dda-966b-cce8afa52ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:44.627341 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45812) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:44.680410 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:44.702379 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:44.848679 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:44.851413 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:44.852574 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e82efd1-1a65-419b-bdce-00c8381cd4be HTTP/1.1" status: 204 len: 168 time: 0.2238650 Jun 26 16:34:44.853381 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5ecbfdb4-99cc-49f4-ad49-d88dc07523a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:44.861600 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e82efd1-1a65-419b-bdce-00c8381cd4be,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:44.867878 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:51.716935 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45900) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:51.818128 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:51.908369 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:51.979737 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:51.982366 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-97e952e3-493b-447d-9e18-3a3efb465b3e tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:52.021712 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d491758-137f-45b1-bdd2-0006c7999c33,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:52.025642 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47073338e02740b4b3dd4641cbf58041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076448 Jun 26 16:34:52.028338 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45904) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:52.031952 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.032336 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.032711 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.033107 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.033475 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.033839 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.034198 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.034558 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.034919 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.035315 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.035674 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.036028 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:52.039859 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:52.077487 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:52.098567 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:52.207824 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:52.210430 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:52.211591 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6d491758-137f-45b1-bdd2-0006c7999c33 HTTP/1.1" status: 204 len: 168 time: 0.1821499 Jun 26 16:34:52.212368 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-beba234d-8fd8-4fc7-8ce0-9f6e417755d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:52.220415 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d491758-137f-45b1-bdd2-0006c7999c33,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:52.222754 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:52.766657 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:34:52.802183 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45910) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:52.816114 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-521d0992-f0ae-416c-95c9-21bf3d8ab6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:52.900482 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-521d0992-f0ae-416c-95c9-21bf3d8ab6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:52.999229 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-521d0992-f0ae-416c-95c9-21bf3d8ab6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.002509 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-b69cbb2a-80b1-488c-9748-577893bd6c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:53.036544 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d0992-f0ae-416c-95c9-21bf3d8ab6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef674272-60e0-41a8-9555-6d3aab876b33,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:53.039600 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-521d0992-f0ae-416c-95c9-21bf3d8ab6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:53.042309 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-521d0992-f0ae-416c-95c9-21bf3d8ab6f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b44b339fe6df4d5283b6d8899a1c4d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391112 Jun 26 16:34:53.045042 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45912) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:53.096241 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.116527 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.231151 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.233811 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:53.235440 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef674272-60e0-41a8-9555-6d3aab876b33 HTTP/1.1" status: 204 len: 168 time: 0.1895304 Jun 26 16:34:53.236183 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ceb5237c-cf88-4085-b346-1d43731b861b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:53.245333 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef674272-60e0-41a8-9555-6d3aab876b33,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:53.246158 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:54.130593 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:55.825757 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45964) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:55.926622 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:56.010387 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:56.077879 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:56.080478 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-34873d5b-31a2-4393-8088-9ff221b6d1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:56.116397 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04094b8fc3fb462986e339aa72677f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895684 Jun 26 16:34:56.117332 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5746627-27b8-42fa-8d65-9779d8976fd2,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:56.119137 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45968) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:56.124428 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.125465 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.125838 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.126213 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.126576 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.126938 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.127297 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.127657 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.128017 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.128372 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.128726 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.129105 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:34:56.132965 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-96fb4974-caeb-4645-9b85-a7fe48616882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:56.166132 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc89f-b12c-4b49-85f7-34a0025f40ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:56.186619 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc89f-b12c-4b49-85f7-34a0025f40ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:56.295920 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc89f-b12c-4b49-85f7-34a0025f40ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:56.298631 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc89f-b12c-4b49-85f7-34a0025f40ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:56.299782 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c3ddc89f-b12c-4b49-85f7-34a0025f40ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5746627-27b8-42fa-8d65-9779d8976fd2 HTTP/1.1" status: 204 len: 168 time: 0.1796722 Jun 26 16:34:56.300549 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-21b703d3-d998-4995-b41c-e70330f5351c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:56.308392 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddc89f-b12c-4b49-85f7-34a0025f40ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5746627-27b8-42fa-8d65-9779d8976fd2,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:56.310638 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c3ddc89f-b12c-4b49-85f7-34a0025f40ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:56.941333 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 45974) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:56.954600 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-1e5c404a-030a-489e-a282-03b9e419acc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:57.037950 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-1e5c404a-030a-489e-a282-03b9e419acc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:57.084689 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-1e5c404a-030a-489e-a282-03b9e419acc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:57.087340 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-e7593bb0-05ce-464d-bdd8-6e2bd10a1568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:57.123614 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-1e5c404a-030a-489e-a282-03b9e419acc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6734a3f512c4c3299230a9b175e651b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811607 Jun 26 16:34:57.124442 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c404a-030a-489e-a282-03b9e419acc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e016e-983e-4506-b082-f3ae841dd370,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:57.126311 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 45976) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:34:57.127605 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-1e5c404a-030a-489e-a282-03b9e419acc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:34:57.173625 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e2341faf-db3f-4ca3-8b00-48503c6f5c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:57.196567 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e2341faf-db3f-4ca3-8b00-48503c6f5c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:57.313307 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e2341faf-db3f-4ca3-8b00-48503c6f5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:57.315827 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e2341faf-db3f-4ca3-8b00-48503c6f5c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:34:57.316985 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e2341faf-db3f-4ca3-8b00-48503c6f5c23 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f55e016e-983e-4506-b082-f3ae841dd370 HTTP/1.1" status: 204 len: 168 time: 0.1896482 Jun 26 16:34:57.317729 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a1c72f76-5dcb-41b1-92d0-8dcd83d12ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:34:57.325285 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2341faf-db3f-4ca3-8b00-48503c6f5c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e016e-983e-4506-b082-f3ae841dd370,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:34:57.327493 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e2341faf-db3f-4ca3-8b00-48503c6f5c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:06.238712 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a519d522-8cf3-438e-b1f4-bb24d288b5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:07.961461 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f4e6-471d-49d4-9d3d-f9a85bb02cba req-1eea0ce7-a482-4ec9-9e39-86092bd9bf45 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:07.963093 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eaa6f4e6-471d-49d4-9d3d-f9a85bb02cba req-1eea0ce7-a482-4ec9-9e39-86092bd9bf45 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0703173 Jun 26 16:35:08.004718 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-eaa6f4e6-471d-49d4-9d3d-f9a85bb02cba req-02b6ea12-5d79-42b8-a947-79ec4b86cdd1 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335126 Jun 26 16:35:08.160441 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46110) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:08.263816 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9b13-61cd-42f4-8bc7-abf40ce79105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.349568 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9b13-61cd-42f4-8bc7-abf40ce79105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.454043 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-7b4d9b13-61cd-42f4-8bc7-abf40ce79105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.456653 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-ed00853e-558f-4a90-abc0-7d6e8f0dd86c tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:08.491458 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-7b4d9b13-61cd-42f4-8bc7-abf40ce79105 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=98be0c90e3274fe39f316d811d7c7ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298707 Jun 26 16:35:08.492336 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d9b13-61cd-42f4-8bc7-abf40ce79105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8fdf11-77fd-4eb6-84f1-349a26a3f2f7,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:08.494391 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46114) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:08.495472 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-7b4d9b13-61cd-42f4-8bc7-abf40ce79105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:08.542020 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-29f78948-5490-4381-b191-861107e9d25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.561542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-29f78948-5490-4381-b191-861107e9d25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.682770 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-29f78948-5490-4381-b191-861107e9d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.685438 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-29f78948-5490-4381-b191-861107e9d25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:08.686591 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-29f78948-5490-4381-b191-861107e9d25d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d8fdf11-77fd-4eb6-84f1-349a26a3f2f7 HTTP/1.1" status: 204 len: 168 time: 0.1912105 Jun 26 16:35:08.687958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ae5afc29-1286-43df-96f5-6bba259b41a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:08.695788 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f78948-5490-4381-b191-861107e9d25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8fdf11-77fd-4eb6-84f1-349a26a3f2f7,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:08.698290 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-29f78948-5490-4381-b191-861107e9d25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:08.836465 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-562c84de-64e2-4f60-8030-719f284cf326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.082553 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.185650 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2500176-1c31-4c70-8324-9978aefd9bd0 req-2ff7b706-fdb5-4dec-9218-93236e9929a9 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:09.187119 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e2500176-1c31-4c70-8324-9978aefd9bd0 req-2ff7b706-fdb5-4dec-9218-93236e9929a9 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0649309 Jun 26 16:35:09.224725 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e2500176-1c31-4c70-8324-9978aefd9bd0 req-08935725-efc3-49b6-b4d9-62ffb3a11e69 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320551 Jun 26 16:35:09.305953 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46124) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:09.319335 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-63952ff0-9d4b-4d80-b00a-bef4da0e6bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.404688 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-63952ff0-9d4b-4d80-b00a-bef4da0e6bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.493535 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-63952ff0-9d4b-4d80-b00a-bef4da0e6bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.496366 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-499804bf-3b87-41ac-91dd-cceaf02a4db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:09.533850 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-63952ff0-9d4b-4d80-b00a-bef4da0e6bd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74fce39761844a608e4834fccc836106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265449 Jun 26 16:35:09.534817 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63952ff0-9d4b-4d80-b00a-bef4da0e6bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7947a9cc-4869-4a99-aaeb-91b57bcfe0d9,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:09.536632 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46126) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:09.538561 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-63952ff0-9d4b-4d80-b00a-bef4da0e6bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:09.599975 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0175726a-3ec5-4478-b4eb-fc82c3f2af86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.621756 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0175726a-3ec5-4478-b4eb-fc82c3f2af86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.631415 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.770380 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0175726a-3ec5-4478-b4eb-fc82c3f2af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.772973 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-0175726a-3ec5-4478-b4eb-fc82c3f2af86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:09.774134 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-0175726a-3ec5-4478-b4eb-fc82c3f2af86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7947a9cc-4869-4a99-aaeb-91b57bcfe0d9 HTTP/1.1" status: 204 len: 168 time: 0.2364855 Jun 26 16:35:09.774978 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-af7d208e-b4fd-4dda-966b-cce8afa52ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:09.783218 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175726a-3ec5-4478-b4eb-fc82c3f2af86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7947a9cc-4869-4a99-aaeb-91b57bcfe0d9,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:09.785502 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-0175726a-3ec5-4478-b4eb-fc82c3f2af86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:10.397710 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b8b23-5eb9-45a1-b9a3-9dd79961a7e8 req-a5c38df9-d66f-4899-9c83-a0783037a578 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:10.399305 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4c6b8b23-5eb9-45a1-b9a3-9dd79961a7e8 req-a5c38df9-d66f-4899-9c83-a0783037a578 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0637891 Jun 26 16:35:10.439072 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-4c6b8b23-5eb9-45a1-b9a3-9dd79961a7e8 req-294b92f9-614a-4869-893d-1f3fda06f996 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338490 Jun 26 16:35:11.518779 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:11.636596 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa716b6-535c-45d3-b88a-deec20835180 req-7b0b0c74-9945-45ec-bffe-2aa3a9a99593 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:11.638175 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa716b6-535c-45d3-b88a-deec20835180 req-7b0b0c74-9945-45ec-bffe-2aa3a9a99593 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0848601 Jun 26 16:35:11.676332 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7aa716b6-535c-45d3-b88a-deec20835180 req-d03fdb72-c218-48e0-ac34-84d2a271a539 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Jun 26 16:35:12.059390 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46176) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:12.162256 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-43e24ef1-9c6d-442c-ae55-9c91fccc0702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:12.246626 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-43e24ef1-9c6d-442c-ae55-9c91fccc0702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:12.307002 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-43e24ef1-9c6d-442c-ae55-9c91fccc0702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:12.309441 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-80d101f4-0da3-4093-895a-39b5111e2787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:12.345110 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-43e24ef1-9c6d-442c-ae55-9c91fccc0702 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24fb895378b74e9cbb3b336c780c9eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845421 Jun 26 16:35:12.345940 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e24ef1-9c6d-442c-ae55-9c91fccc0702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3306456-46f4-446e-ae45-05872359652c,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:12.347781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46180) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:12.349107 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-43e24ef1-9c6d-442c-ae55-9c91fccc0702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:12.398208 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af83cd6b-0b9e-4248-bfd0-e6ed262fb0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:12.418781 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af83cd6b-0b9e-4248-bfd0-e6ed262fb0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:12.530376 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af83cd6b-0b9e-4248-bfd0-e6ed262fb0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:12.533825 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-af83cd6b-0b9e-4248-bfd0-e6ed262fb0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:12.534775 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-af83cd6b-0b9e-4248-bfd0-e6ed262fb0f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3306456-46f4-446e-ae45-05872359652c HTTP/1.1" status: 204 len: 168 time: 0.1852694 Jun 26 16:35:12.535584 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-70637f1b-dd52-490c-91bc-83e6bc4b33b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:12.543439 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83cd6b-0b9e-4248-bfd0-e6ed262fb0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3306456-46f4-446e-ae45-05872359652c,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:12.545786 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-af83cd6b-0b9e-4248-bfd0-e6ed262fb0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:12.858681 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284bc11-5ffc-4b99-a584-c22c2d7c22ac req-26a5a528-7acc-4aa0-ab80-79d3ca16260d tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:12.860224 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a284bc11-5ffc-4b99-a584-c22c2d7c22ac req-26a5a528-7acc-4aa0-ab80-79d3ca16260d tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0670800 Jun 26 16:35:12.898787 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a284bc11-5ffc-4b99-a584-c22c2d7c22ac req-4416342e-ff44-4aca-b1f6-6fd14f375cb6 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Jun 26 16:35:13.197459 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46188) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:13.210955 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-acbf98b3-426c-474b-b71c-ed7f1868fac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.323198 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-acbf98b3-426c-474b-b71c-ed7f1868fac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.390859 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-acbf98b3-426c-474b-b71c-ed7f1868fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.393678 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-9818869c-0d71-43e7-b1c1-18179dabe4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:13.430244 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-acbf98b3-426c-474b-b71c-ed7f1868fac8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65c7c65fa3144cd5a73b69fb40769231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316704 Jun 26 16:35:13.431274 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf98b3-426c-474b-b71c-ed7f1868fac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba3f160-856a-47a2-bf8d-1251c3ad1516,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:13.434050 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46190) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:13.434876 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-acbf98b3-426c-474b-b71c-ed7f1868fac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:13.495775 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c9a84e29-0e84-437c-a949-759700611b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.523099 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c9a84e29-0e84-437c-a949-759700611b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.747375 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c9a84e29-0e84-437c-a949-759700611b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.750140 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-c9a84e29-0e84-437c-a949-759700611b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:13.751663 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-c9a84e29-0e84-437c-a949-759700611b44 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ba3f160-856a-47a2-bf8d-1251c3ad1516 HTTP/1.1" status: 204 len: 168 time: 0.3163457 Jun 26 16:35:13.753150 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-751788e1-c52f-4bf0-942d-821af2a2a403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:13.762936 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a84e29-0e84-437c-a949-759700611b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba3f160-856a-47a2-bf8d-1251c3ad1516,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:13.766103 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-c9a84e29-0e84-437c-a949-759700611b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:14.090000 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83dbb27-2e44-4a68-bba6-7479f60fecf8 req-38d29fd3-8136-4b18-a704-e1b055ece6d2 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:14.090000 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d83dbb27-2e44-4a68-bba6-7479f60fecf8 req-38d29fd3-8136-4b18-a704-e1b055ece6d2 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0697463 Jun 26 16:35:14.139561 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d83dbb27-2e44-4a68-bba6-7479f60fecf8 req-4d2aefd9-cbc0-4bef-a206-e558921b9f3c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Jun 26 16:35:15.331912 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b88d0-3123-4ae3-b845-936059e5fe8f req-dca929f4-76a5-484d-9179-754cafc4fb3f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:15.333601 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-974b88d0-3123-4ae3-b845-936059e5fe8f req-dca929f4-76a5-484d-9179-754cafc4fb3f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0705380 Jun 26 16:35:15.379172 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-974b88d0-3123-4ae3-b845-936059e5fe8f req-a6c274c4-e52c-4de7-9177-8ce2d8f44359 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349751 Jun 26 16:35:16.568482 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5527cc1-59ed-416e-b6a5-33a061f616d9 req-0a2e10b2-95fa-4729-9280-92004fcc410a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:16.570087 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5527cc1-59ed-416e-b6a5-33a061f616d9 req-0a2e10b2-95fa-4729-9280-92004fcc410a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0748808 Jun 26 16:35:16.617662 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e5527cc1-59ed-416e-b6a5-33a061f616d9 req-56cd150a-14d6-45af-9ad2-d09d8db46c9b tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372751 Jun 26 16:35:17.838648 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ccd8d-0536-407a-ba13-84ab35c05078 req-a94c587f-9a40-4e78-bda6-0a29abef575c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:17.841274 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8d7ccd8d-0536-407a-ba13-84ab35c05078 req-a94c587f-9a40-4e78-bda6-0a29abef575c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0764790 Jun 26 16:35:17.889839 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8d7ccd8d-0536-407a-ba13-84ab35c05078 req-2c5f4271-dcda-463b-a62f-d4d44b94aab4 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Jun 26 16:35:18.220700 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-375c3490-937f-4a8e-95a3-6d2a314e72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:18.222949 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-375c3490-937f-4a8e-95a3-6d2a314e72e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1098 time: 0.0593309 Jun 26 16:35:18.331880 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-1b481df9-cedb-4e67-bfb4-2c65db8e665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:18.333475 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-1b481df9-cedb-4e67-bfb4-2c65db8e665e service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 909 time: 0.1039343 Jun 26 16:35:18.434007 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-b155ae65-10f8-485b-8715-3b19bb7330fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0907090 Jun 26 16:35:18.492333 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-4c82d86e-ad36-49d4-9a0d-9221a55e8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:18.493781 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-4c82d86e-ad36-49d4-9a0d-9221a55e8f37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 200 len: 847 time: 0.0501208 Jun 26 16:35:18.560961 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-5a58f0db-e3c5-46d7-b9aa-c6171be324c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:18.562551 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-5a58f0db-e3c5-46d7-b9aa-c6171be324c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb85c987-10d6-4648-9106-17ba8fbb502b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0614388 Jun 26 16:35:18.667584 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-80641050-c781-4f8e-8518-84c6af316e61 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945554 Jun 26 16:35:18.762511 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd00deba-cc81-4879-a4f2-79189d5785c0 req-8fec2673-22ac-45f3-b272-52f3ece71e04 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879302 Jun 26 16:35:19.095477 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a1fd4-235e-43f4-8920-efd8995dd002 req-148bbd97-158c-4295-aee1-9761b06cd448 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:19.097184 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd9a1fd4-235e-43f4-8920-efd8995dd002 req-148bbd97-158c-4295-aee1-9761b06cd448 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0749571 Jun 26 16:35:19.148842 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd9a1fd4-235e-43f4-8920-efd8995dd002 req-5b53fb30-0f7f-4d34-b011-adf18c086e8a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Jun 26 16:35:20.338030 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcbc7c-cbb9-4a4b-b141-6214e4c815e1 req-7a3701d3-183d-47ad-8014-86a21b7057d9 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:20.339853 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-59dcbc7c-cbb9-4a4b-b141-6214e4c815e1 req-7a3701d3-183d-47ad-8014-86a21b7057d9 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0716116 Jun 26 16:35:20.390621 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-59dcbc7c-cbb9-4a4b-b141-6214e4c815e1 req-1f0d9a78-c87c-40b6-b607-5a3c29fabb63 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442071 Jun 26 16:35:21.908175 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcf2ce-8942-4d78-8052-8b837fd3fce4 req-652926ef-e78b-40de-babc-917beadda5a8 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:21.909702 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bdcf2ce-8942-4d78-8052-8b837fd3fce4 req-652926ef-e78b-40de-babc-917beadda5a8 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.3862576 Jun 26 16:35:21.947970 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8bdcf2ce-8942-4d78-8052-8b837fd3fce4 req-c96e17b6-dac8-46d0-99ab-2dbb730efc4f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324891 Jun 26 16:35:23.525495 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545d330-b75d-4fe4-9a72-51d89eeb090b req-686756d6-7e52-4ad6-b8ed-59e7b603d675 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:23.526958 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f545d330-b75d-4fe4-9a72-51d89eeb090b req-686756d6-7e52-4ad6-b8ed-59e7b603d675 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0947430 Jun 26 16:35:23.558658 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-0cf2e0af-66ed-4033-9099-a5ba6387d151 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858746 Jun 26 16:35:23.578347 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f545d330-b75d-4fe4-9a72-51d89eeb090b req-90fce071-560d-4edc-92c3-4b63c0113bd4 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410674 Jun 26 16:35:24.139046 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:24.678927 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:35:24.754590 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112694fa-c68b-4a97-8fdf-b6aa30620847 req-9799f460-8946-40b5-9c42-9f3c0662c56c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:24.756056 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-112694fa-c68b-4a97-8fdf-b6aa30620847 req-9799f460-8946-40b5-9c42-9f3c0662c56c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0690153 Jun 26 16:35:24.767160 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:24.792116 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:24.794534 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32842ce6-8764-4489-a725-737fd20f818f" -d '{"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-unplugged", "status": "completed", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:24.798115 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-112694fa-c68b-4a97-8fdf-b6aa30620847 req-1f5b5ea7-1046-40b0-af84-8d79459fe8ab tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356045 Jun 26 16:35:24.805482 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:24.832940 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f73bb-d7ca-4235-b760-3466cacdbe5a x-openstack-request-id: req-a73f73bb-d7ca-4235-b760-3466cacdbe5a {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:24.833242 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-unplugged", "status": "failed", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8", "code": 422}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:24.833500 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a73f73bb-d7ca-4235-b760-3466cacdbe5a {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:24.833902 dv-cinder-798189-1-smb neutron-server[93482]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'code': 422} returned with failed status Jun 26 16:35:24.878768 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:24.880786 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:24.933058 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=6']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:24.940877 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.941239 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.941580 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.941917 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.942250 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.942580 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.942907 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.943230 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.943553 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.943875 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.944203 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.944522 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:24.948575 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:25.986686 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534b09b-be86-41a0-aa20-5ac6b0e39534 req-a158e4db-3658-42ab-aff1-b7e6b86341a9 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:25.988249 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9534b09b-be86-41a0-aa20-5ac6b0e39534 req-a158e4db-3658-42ab-aff1-b7e6b86341a9 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0721889 Jun 26 16:35:26.033441 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-9534b09b-be86-41a0-aa20-5ac6b0e39534 req-f1d9fbb6-a0b7-4cb5-8cb9-eabb8b388452 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378466 Jun 26 16:35:27.226946 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526400-564d-4b45-9d53-c17416b0066e req-e18c0a08-f026-4d87-aada-3d99d9ca0c75 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:27.228424 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a9526400-564d-4b45-9d53-c17416b0066e req-e18c0a08-f026-4d87-aada-3d99d9ca0c75 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0671768 Jun 26 16:35:27.265022 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a9526400-564d-4b45-9d53-c17416b0066e req-34f30c1b-46e8-45e9-8e10-81ad66d004e8 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301850 Jun 26 16:35:28.445398 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b1fe-aee4-48b2-8659-6ae93bd958a3 req-37a4b1a8-ff4f-4996-874f-bc9e4616a661 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:28.446665 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ed83b1fe-aee4-48b2-8659-6ae93bd958a3 req-37a4b1a8-ff4f-4996-874f-bc9e4616a661 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0646627 Jun 26 16:35:28.485976 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ed83b1fe-aee4-48b2-8659-6ae93bd958a3 req-3ad34a0e-774a-4a5f-bfb4-037ea97baef0 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335741 Jun 26 16:35:29.671058 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf51fe-bbdb-4b90-aa2d-fdd970a88499 req-e2a34d69-f8be-413d-b94a-14c5a5da47fe tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:29.672783 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-79cf51fe-bbdb-4b90-aa2d-fdd970a88499 req-e2a34d69-f8be-413d-b94a-14c5a5da47fe tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0693364 Jun 26 16:35:29.717427 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-79cf51fe-bbdb-4b90-aa2d-fdd970a88499 req-ca72716f-3684-4a5d-b1a9-d322dd2f1292 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382953 Jun 26 16:35:29.765481 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:35:30.225119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-970abc64-b48f-434b-a4d6-c50b1a5b6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:30.226638 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-970abc64-b48f-434b-a4d6-c50b1a5b6da1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59&tenant_id=6923acc9926c4f18b3ee768a21a4db08 HTTP/1.1" status: 200 len: 1096 time: 0.0528600 Jun 26 16:35:30.305141 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-bfed9f2d-3d69-4d02-a633-3dda9e2a419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:30.306937 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-bfed9f2d-3d69-4d02-a633-3dda9e2a419e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1096 time: 0.0553730 Jun 26 16:35:30.405151 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-86d72711-bd09-46aa-8962-570088a31c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:30.406685 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-86d72711-bd09-46aa-8962-570088a31c32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 909 time: 0.0900593 Jun 26 16:35:30.481441 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-edfec787-6e99-49b0-b927-7743fa544034 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 998 time: 0.0633969 Jun 26 16:35:30.532589 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-62cc0dc5-6f25-46fe-9393-650e52a4889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:30.534055 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-62cc0dc5-6f25-46fe-9393-650e52a4889d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 200 len: 847 time: 0.0423703 Jun 26 16:35:30.595526 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-e2cb67fe-195b-42ca-b7be-e49708552d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:30.597100 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-e2cb67fe-195b-42ca-b7be-e49708552d65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb85c987-10d6-4648-9106-17ba8fbb502b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552900 Jun 26 16:35:30.691620 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-12a16803-f6c0-422e-87ff-ff5e098ac2de service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Jun 26 16:35:30.791096 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-095a402c-13db-4f53-b0f8-c4a19c020a59 req-258db7b5-01f3-4232-ac02-9a4cb6ab274f service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895319 Jun 26 16:35:30.838280 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46360) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:30.907499 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646aa20-5ccd-48d2-8135-c5484b676b9f req-9d83b550-5bba-46f4-aa19-7aef3ab7e471 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:30.909194 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e646aa20-5ccd-48d2-8135-c5484b676b9f req-9d83b550-5bba-46f4-aa19-7aef3ab7e471 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0673153 Jun 26 16:35:30.949423 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e646aa20-5ccd-48d2-8135-c5484b676b9f req-60003554-4f7c-472a-9efa-dea19a4813fd tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343113 Jun 26 16:35:30.953022 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-781fa9b5-bf9a-4cbe-974a-82f4e9e214ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:31.042042 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-781fa9b5-bf9a-4cbe-974a-82f4e9e214ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:31.116046 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-781fa9b5-bf9a-4cbe-974a-82f4e9e214ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:31.118765 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-d73b7684-35d8-4817-adbd-4cb4f9014db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:31.155600 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-781fa9b5-bf9a-4cbe-974a-82f4e9e214ea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a6a362f70dc4229976704d1626e8646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161750 Jun 26 16:35:31.156914 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fa9b5-bf9a-4cbe-974a-82f4e9e214ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da350d-eb78-40ea-b90f-6dc123819977,revision_number=1']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:31.158365 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46364) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:31.160095 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-781fa9b5-bf9a-4cbe-974a-82f4e9e214ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:31.207569 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b268fb5-4de8-4d8e-a67b-3cd6bec5dff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:31.227840 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b268fb5-4de8-4d8e-a67b-3cd6bec5dff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:31.373537 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b268fb5-4de8-4d8e-a67b-3cd6bec5dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:31.376959 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6b268fb5-4de8-4d8e-a67b-3cd6bec5dff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:31.378155 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-6b268fb5-4de8-4d8e-a67b-3cd6bec5dff5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64da350d-eb78-40ea-b90f-6dc123819977 HTTP/1.1" status: 204 len: 168 time: 0.2187600 Jun 26 16:35:31.378965 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-0c312132-a16a-46e8-8d1d-4b250d9d8064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:31.388974 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b268fb5-4de8-4d8e-a67b-3cd6bec5dff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da350d-eb78-40ea-b90f-6dc123819977,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:31.389551 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6b268fb5-4de8-4d8e-a67b-3cd6bec5dff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:32.284018 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939868d2-99dd-478d-9bc2-6b75281da916 req-4c94f393-ba83-4d29-b019-daab8fae6729 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:32.285578 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-939868d2-99dd-478d-9bc2-6b75281da916 req-4c94f393-ba83-4d29-b019-daab8fae6729 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0655851 Jun 26 16:35:32.325685 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-939868d2-99dd-478d-9bc2-6b75281da916 req-30fa99bf-533f-4e3d-b446-7224868b7c10 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341334 Jun 26 16:35:32.439624 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46390) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:32.534202 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40933759-network', 'tenant_id': '312983ce276a487eb46ff4aaa288ca07'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:35:32.695941 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Made reservation on behalf of 312983ce276a487eb46ff4aaa288ca07 for: {'network': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:35:32.698410 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for network, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:32.707578 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:32.808500 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:32.910677 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:32.913822 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-eb376889-b6e7-451f-9a23-a765cfc2c4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:32.936377 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=93480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 16:35:32.946678 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2030d51-e480-4c8d-aeac-34764b6e4948,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:32.951323 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:32.952484 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:32.952793 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.segments_db [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Added segment 0958e0c6-cca7-4db3-b60a-bdc41a561abc of type vlan for network edf486ae-f108-4697-b1e9-602a29467f60 Jun 26 16:35:33.008394 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790156252263'] for network, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:33.130075 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814'] for network, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:33.131374 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:33.132094 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:33.134444 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:33.239172 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Pushing event updated for resources: {'Network': ['ID=edf486ae-f108-4697-b1e9-602a29467f60,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:33.243328 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:33.252494 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Network edf486ae-f108-4697-b1e9-602a29467f60 details requested by agent ovs-agent-dv-cinder-798189-1-smb with host dv-cinder-798189-1-smb {{(pid=93482) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 16:35:33.265866 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-30f4513c-c894-40c1-9766-fb524a0f60a1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8251011 Jun 26 16:35:33.269403 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46394) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:35:33.277993 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Request body: {'subnet': {'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40933759-subnet', 'tenant_id': '312983ce276a487eb46ff4aaa288ca07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:35:33.381659 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Made reservation on behalf of 312983ce276a487eb46ff4aaa288ca07 for: {'subnet': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:35:33.384014 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59406234'] for subnet, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:33.589082 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e16f9b-7414-4042-8bb9-871de06c451f req-15db6574-9e08-422f-a967-73a1388516fb tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:33.590785 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a1e16f9b-7414-4042-8bb9-871de06c451f req-15db6574-9e08-422f-a967-73a1388516fb tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.1407390 Jun 26 16:35:33.682989 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a1e16f9b-7414-4042-8bb9-871de06c451f req-9146f585-b83a-4963-a79f-cc8741faf8a8 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828691 Jun 26 16:35:33.739119 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59482204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59406216'] for subnet, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:33.742349 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:33.795212 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c,revision_number=0']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:33.799532 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:33.803374 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Checking segment: {'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:35:33.803732 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Network hostable DHCP agents. Network: edf486ae-f108-4697-b1e9-602a29467f60, hostable agents: ['7efb9b16-07c0-43fb-86ec-81b186657c23'], hosted agents: [] {{(pid=93480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 16:35:33.878285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Network edf486ae-f108-4697-b1e9-602a29467f60 is scheduled to be hosted by DHCP agent 7efb9b16-07c0-43fb-86ec-81b186657c23 with binding_index 1 {{(pid=93480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 16:35:33.967488 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798189-1-smb, edf486ae-f108-4697-b1e9-602a29467f60) {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:35:33.972264 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:33.972915 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:33.977052 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ef05d3-42db-46ae-9aa7-f8f3bf7f7f99 None None] Network edf486ae-f108-4697-b1e9-602a29467f60 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:35:34.071043 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-6a937bd0-7bda-4609-b6a6-aeb58eec4885 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8000875 Jun 26 16:35:34.095909 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9fb079-8532-4fe8-8e5e-e98e966adad5 None None] Network edf486ae-f108-4697-b1e9-602a29467f60 requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:35:34.741598 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:35:34.856401 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:34.879022 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2f2f-7824-45d9-ad04-b4b1eb3da8af req-4020a910-e2ef-4e17-a5a7-d1539bcdde03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:34.880002 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'port_id': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'mac_address': 'fa:16:3e:b5:3d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:35:34.881572 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-14de2f2f-7824-45d9-ad04-b4b1eb3da8af req-4020a910-e2ef-4e17-a5a7-d1539bcdde03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 943 time: 0.0863199 Jun 26 16:35:34.933132 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:34.934433 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-14de2f2f-7824-45d9-ad04-b4b1eb3da8af req-211c4e84-9dbb-4831-9ec2-7cba68bd0154 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459139 Jun 26 16:35:34.946609 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:35:34.968331 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:35.047955 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:35.049808 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:35.114871 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=7']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:35.118851 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:35.331958 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['1e8572e4-a75c-4a74-8731-9cc81a68a0b8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:35:36.108278 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3c94-ecf3-48d2-be8f-41962d29723f req-5d31a55e-9969-4fc5-85af-773b030643a7 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:36.109798 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8efd3c94-ecf3-48d2-be8f-41962d29723f req-5d31a55e-9969-4fc5-85af-773b030643a7 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 944 time: 0.0661421 Jun 26 16:35:36.147033 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8efd3c94-ecf3-48d2-be8f-41962d29723f req-af2e15fe-df60-4801-9e4e-773cf7d6590a tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Jun 26 16:35:36.231311 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-6cc74e46-ffc4-4ead-b112-772e0ff99eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:36.417028 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c987d0-aa33-4114-94f7-c205af79af06 req-036701dc-90b0-4b8a-9a95-8e0471d3148e tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:36.418485 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-036701dc-90b0-4b8a-9a95-8e0471d3148e tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/networks?id=edf486ae-f108-4697-b1e9-602a29467f60 HTTP/1.1" status: 200 len: 807 time: 0.0989037 Jun 26 16:35:36.433091 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-af13ef00-fafd-47af-a4a6-4db429b491ee tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/quotas/312983ce276a487eb46ff4aaa288ca07 HTTP/1.1" status: 200 len: 375 time: 0.0091774 Jun 26 16:35:36.469910 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-987fefa5-1844-4bac-a882-7bd51351ad1a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=312983ce276a487eb46ff4aaa288ca07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318875 Jun 26 16:35:36.555248 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-7cab6bac-7982-4640-aa52-7c8db0fa1aad service neutron] 10.222.0.45 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787113 Jun 26 16:35:36.644791 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-f6257dc7-3e7a-40d2-afa7-08624196e3d4 service neutron] 10.222.0.45 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835998 Jun 26 16:35:36.740486 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:35:36.786645 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:35:36.787029 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:36.867168 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:36.890842 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:36.892700 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-c1d038e5-758f-40c2-bedf-c4ba7c82d8ce req-05c83031-3287-4aa3-9f92-6531ec73e1da tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 210 time: 0.0307078 Jun 26 16:35:36.893173 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc7e05-c2e2-4e5b-8dfe-50e81def2eac" -d '{"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-plugged", "status": "completed", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:36.914904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:36.933330 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f93d1ac-9159-4b36-bd3e-0aae9fc646e3 x-openstack-request-id: req-1f93d1ac-9159-4b36-bd3e-0aae9fc646e3 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:36.933589 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-plugged", "status": "completed", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:36.938407 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f93d1ac-9159-4b36-bd3e-0aae9fc646e3 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:36.938407 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'code': 200} Jun 26 16:35:36.990748 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:36.994134 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:37.040978 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=8']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:37.044043 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:37.319975 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400ca9a-0c1d-44f5-b4af-64bee3980865 req-9aae309c-8158-4c05-a769-51adfd8aafc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:37.321531 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5400ca9a-0c1d-44f5-b4af-64bee3980865 req-9aae309c-8158-4c05-a769-51adfd8aafc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1098 time: 0.0950344 Jun 26 16:35:37.360618 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a834-3abb-43e4-93c8-02f4db71e528 req-fc4c781c-3d3f-48ae-bfc8-e51ba8fd9363 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:37.362676 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e1a834-3abb-43e4-93c8-02f4db71e528 req-fc4c781c-3d3f-48ae-bfc8-e51ba8fd9363 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0970511 Jun 26 16:35:37.383634 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5400ca9a-0c1d-44f5-b4af-64bee3980865 req-8883cf02-5ee6-4b0b-8e8e-700d15e22f98 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514913 Jun 26 16:35:37.412921 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b4e1a834-3abb-43e4-93c8-02f4db71e528 req-6d2f4e34-30eb-4945-95dc-b42012eb6145 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Jun 26 16:35:38.036299 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2c3fda7b-440f-4f6c-827f-2fed4fe11604 req-21902d75-4656-47b0-b1ae-fe647e00f0a2 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 210 time: 0.0290782 Jun 26 16:35:38.592515 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f205de9-bf0a-4ac3-bbd6-c16a1c1ccc91 req-56662ff4-03d3-42f4-99e5-fa4e8cf9ab55 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:38.593985 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8f205de9-bf0a-4ac3-bbd6-c16a1c1ccc91 req-56662ff4-03d3-42f4-99e5-fa4e8cf9ab55 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0650954 Jun 26 16:35:38.633515 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8f205de9-bf0a-4ac3-bbd6-c16a1c1ccc91 req-eb6cb4c5-df78-4047-85a8-6ee408981791 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336454 Jun 26 16:35:38.818881 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8e9209d8-4489-4352-802c-9c9dfa524187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:39.101135 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:39.190449 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-db11ef1f-876b-46aa-a16f-23da559e6ed9 req-9bab5d4b-22d1-4f1e-8f4d-1f5a97fb1f4a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 210 time: 0.0403326 Jun 26 16:35:39.321243 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c987d0-aa33-4114-94f7-c205af79af06 req-ba4e2ef3-c4b2-44a7-9ab7-e90b593430da tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:39.322712 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-ba4e2ef3-c4b2-44a7-9ab7-e90b593430da tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "GET /v2.0/networks?id=edf486ae-f108-4697-b1e9-602a29467f60 HTTP/1.1" status: 200 len: 807 time: 0.1063468 Jun 26 16:35:39.335378 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Request body: {'port': {'device_id': '60749b55-32f2-4610-85b7-9d3b6889577e', 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60', 'admin_state_up': True, 'tenant_id': '312983ce276a487eb46ff4aaa288ca07'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:35:39.535350 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Made reservation on behalf of 312983ce276a487eb46ff4aaa288ca07 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:35:39.539002 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:39.638848 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:39.679559 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Allocated IP 172.20.0.2 (edf486ae-f108-4697-b1e9-602a29467f60/c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c/5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:35:39.895977 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:39.906584 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c825e5d-798e-496a-aeb9-03691fb313b7 req-1dd83e68-ba42-4a9d-b99d-23a605bd1dd5 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:39.908928 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c825e5d-798e-496a-aeb9-03691fb313b7 req-1dd83e68-ba42-4a9d-b99d-23a605bd1dd5 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.1494961 Jun 26 16:35:39.961375 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c825e5d-798e-496a-aeb9-03691fb313b7 req-a04bdeab-ce23-4837-b9a5-23e57b622b32 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461969 Jun 26 16:35:40.030624 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.035145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-78dce068-947a-45ba-bb2e-cefd1eab727e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:40.074313 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Network edf486ae-f108-4697-b1e9-602a29467f60 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:35:40.079508 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:35:40.083923 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:35:40.091101 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Pushing event updated for resources: {'Port': ['ID=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:40.109705 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:40.138017 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:40.138677 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.216604 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-c1800a3d-c26c-44fd-82f5-87bb1242651f tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8852553 Jun 26 16:35:40.229790 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Request body: {'port': {'device_id': '60749b55-32f2-4610-85b7-9d3b6889577e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:35:40.317942 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.462786 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be6b47-6c19-402e-a9f7-046a05fc9627 req-5bf10a9a-0eb1-4247-873c-9ddb26cb6114 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:40.464300 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d6be6b47-6c19-402e-a9f7-046a05fc9627 req-5bf10a9a-0eb1-4247-873c-9ddb26cb6114 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 931 time: 0.1593242 Jun 26 16:35:40.527424 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d6be6b47-6c19-402e-a9f7-046a05fc9627 req-1749295d-363e-495f-ad7a-bbb711e119a2 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571015 Jun 26 16:35:40.650446 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:35:40.659782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.672898 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Transition to ACTIVE for port object 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:35:40.733882 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.736755 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c2953395-6e61-4d5f-b027-143af2495dcc tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:40.791220 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:40.809822 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:40.859679 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Attempting to bind port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:35:40.860016 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Attempting to bind port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:35:40.860339 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Attempting to bind port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 on network edf486ae-f108-4697-b1e9-602a29467f60 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:35:40.867558 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 on network edf486ae-f108-4697-b1e9-602a29467f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:35:40.868080 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Attempting to bind port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 on network edf486ae-f108-4697-b1e9-602a29467f60 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:35:40.875413 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:35:40.875746 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Checking segment: {'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:35:40.876128 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Bound using segment: {'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:35:40.876571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Bound port: 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:35:40.876948 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:40.944314 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] For port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:35:40.947285 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] For port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:35:41.027746 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:41.030001 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-1fbbe415-1908-4999-aa16-bc50c1acdc5e tempest-VolumesActionsTest-2097773845 tempest-VolumesActionsTest-2097773845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:41.064358 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.065017 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:41.066424 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] 10.222.0.15 "PUT /v2.0/ports/5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 HTTP/1.1" status: 200 len: 1093 time: 0.8412566 Jun 26 16:35:41.066958 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60749b55-32f2-4610-85b7-9d3b6889577e', 'tag': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:41.069378 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a37419-8cdf-423f-adda-d34d1c24f130" -d '{"events": [{"name": "network-changed", "server_uuid": "60749b55-32f2-4610-85b7-9d3b6889577e", "tag": "5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:41.097339 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:41.101139 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-5ce1eade-443c-413b-b4ab-87f4f5cd0286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:41.109917 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a29eec-0efc-4095-a69a-66426239f9aa x-openstack-request-id: req-01a29eec-0efc-4095-a69a-66426239f9aa {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:41.110054 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60749b55-32f2-4610-85b7-9d3b6889577e", "tag": "5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:41.110279 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01a29eec-0efc-4095-a69a-66426239f9aa {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:41.110769 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60749b55-32f2-4610-85b7-9d3b6889577e', 'tag': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8', 'status': 'completed', 'code': 200} Jun 26 16:35:41.191969 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37419-8cdf-423f-adda-d34d1c24f130 req-4500f340-d974-44f8-8967-a35f8351bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.193485 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78a37419-8cdf-423f-adda-d34d1c24f130 req-4500f340-d974-44f8-8967-a35f8351bbb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312983ce276a487eb46ff4aaa288ca07&device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 1096 time: 0.0551910 Jun 26 16:35:41.292327 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37419-8cdf-423f-adda-d34d1c24f130 req-97742a4c-607d-4d4b-be14-cb6e970b3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.293805 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78a37419-8cdf-423f-adda-d34d1c24f130 req-97742a4c-607d-4d4b-be14-cb6e970b3e9b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=312983ce276a487eb46ff4aaa288ca07&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0925589 Jun 26 16:35:41.388231 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a37419-8cdf-423f-adda-d34d1c24f130 req-942241ec-2a50-459a-ad61-23e48e5d14da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.389561 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78a37419-8cdf-423f-adda-d34d1c24f130 req-942241ec-2a50-459a-ad61-23e48e5d14da service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889997 Jun 26 16:35:41.484473 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c987d0-aa33-4114-94f7-c205af79af06 req-17942228-99c9-45b9-bd86-423554011872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.486085 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-17942228-99c9-45b9-bd86-423554011872 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312983ce276a487eb46ff4aaa288ca07&device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 1096 time: 0.0561543 Jun 26 16:35:41.532224 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-688d20b4-5f2d-41e1-849e-ceb707ed9f43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 HTTP/1.1" status: 200 len: 217 time: 0.0381715 Jun 26 16:35:41.550759 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:41.582651 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c987d0-aa33-4114-94f7-c205af79af06 req-599bffe9-c6d0-4569-b498-e5dd5680dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.584052 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-599bffe9-c6d0-4569-b498-e5dd5680dbab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c HTTP/1.1" status: 200 len: 847 time: 0.0455859 Jun 26 16:35:41.620195 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-383c0289-c515-4f35-aa1f-1e4103d57c7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edf486ae-f108-4697-b1e9-602a29467f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293882 Jun 26 16:35:41.750292 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-6a1d6b03-99f6-4681-988d-01944dd8b3f2 service neutron] 10.222.0.15 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226606 Jun 26 16:35:41.762823 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e500b-6d17-424e-bb12-d27f92942daa req-592ac1c7-83a7-43ec-98fd-7a9835631238 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:41.764283 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-be1e500b-6d17-424e-bb12-d27f92942daa req-592ac1c7-83a7-43ec-98fd-7a9835631238 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 943 time: 0.1192338 Jun 26 16:35:41.855090 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-be1e500b-6d17-424e-bb12-d27f92942daa req-63c61030-15b0-46a3-94b6-81efd232665c tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806496 Jun 26 16:35:41.877869 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-21c987d0-aa33-4114-94f7-c205af79af06 req-9a1041d8-e48b-43aa-b805-31d660338ba5 service neutron] 10.222.0.15 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113954 Jun 26 16:35:43.035156 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24a7ae-8411-4909-a527-5124a4de178e req-900d17c4-877b-45d0-ad0c-928ac9bf18a7 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:43.036676 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cf24a7ae-8411-4909-a527-5124a4de178e req-900d17c4-877b-45d0-ad0c-928ac9bf18a7 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 943 time: 0.0656130 Jun 26 16:35:43.075086 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cf24a7ae-8411-4909-a527-5124a4de178e req-70b7abad-a04a-4667-8a78-c135c9848f43 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Jun 26 16:35:44.258959 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b301929-33c3-4a38-9877-bb2b77d97575 req-cdd6c437-fb00-4b3f-a5fe-6df79cce0819 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:44.260501 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7b301929-33c3-4a38-9877-bb2b77d97575 req-cdd6c437-fb00-4b3f-a5fe-6df79cce0819 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 943 time: 0.0678275 Jun 26 16:35:44.301061 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7b301929-33c3-4a38-9877-bb2b77d97575 req-bde5a51b-1104-4246-bdb4-0db791146ef0 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344937 Jun 26 16:35:44.774333 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:35:44.870882 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:44.883114 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8', 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60', 'port_id': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8', 'mac_address': 'fa:16:3e:ae:09:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:35:44.921668 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:44.936164 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:35:44.961626 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:45.070791 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:45.072602 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:45.120332 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:45.123512 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:45.300083 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:35:45.508382 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5143c3-e63e-4ba0-838e-b5a017cd378a req-2c48c1d0-3b19-4213-9e4d-adf9e0671894 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:45.509928 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1f5143c3-e63e-4ba0-838e-b5a017cd378a req-2c48c1d0-3b19-4213-9e4d-adf9e0671894 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 944 time: 0.0660341 Jun 26 16:35:45.549450 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-1f5143c3-e63e-4ba0-838e-b5a017cd378a req-67e7f3c8-08b6-4f5c-b41d-1b0156202993 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338519 Jun 26 16:35:46.720408 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527991e2-c17e-4e9f-ada0-fbecb7dafb60 req-eba2fd2c-a4d4-429d-8624-1e1d65ddd599 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:46.721889 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-527991e2-c17e-4e9f-ada0-fbecb7dafb60 req-eba2fd2c-a4d4-429d-8624-1e1d65ddd599 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 944 time: 0.0629189 Jun 26 16:35:46.766044 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-527991e2-c17e-4e9f-ada0-fbecb7dafb60 req-e7299429-2274-4419-9d86-72892df4d9aa tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Jun 26 16:35:46.790626 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:35:46.912551 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:35:46.916847 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:35:46.917252 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:46.992730 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:47.013973 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60749b55-32f2-4610-85b7-9d3b6889577e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:47.016270 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acc15e9-3b33-49bb-871b-d6e6f1d56e87" -d '{"events": [{"server_uuid": "60749b55-32f2-4610-85b7-9d3b6889577e", "name": "network-vif-plugged", "status": "completed", "tag": "5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:47.030293 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:47.055546 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624bedd-59f3-4218-bd6d-da9c9cb06ecd x-openstack-request-id: req-3624bedd-59f3-4218-bd6d-da9c9cb06ecd {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:47.055846 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60749b55-32f2-4610-85b7-9d3b6889577e", "name": "network-vif-plugged", "status": "completed", "tag": "5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:47.056354 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3624bedd-59f3-4218-bd6d-da9c9cb06ecd {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:47.056758 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60749b55-32f2-4610-85b7-9d3b6889577e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8', 'code': 200} Jun 26 16:35:47.099324 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:47.102418 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-30983787-5666-4e67-ac78-40ea7eac8101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:47.156874 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:47.160455 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:47.384951 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0fddc-4241-47aa-b482-6ca92fd99133 req-0f5909bb-c82b-4f89-93ed-1c6f5fe75197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:47.386466 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-82f0fddc-4241-47aa-b482-6ca92fd99133 req-0f5909bb-c82b-4f89-93ed-1c6f5fe75197 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 1098 time: 0.0513308 Jun 26 16:35:47.421759 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-82f0fddc-4241-47aa-b482-6ca92fd99133 req-cdc5fff0-7b2e-492b-931f-a37db65d0c5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282822 Jun 26 16:35:47.938138 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563e9d9-4830-4541-87a2-bb2be7fc0ad7 req-07b8a18d-7860-4529-b82c-b6af68d3434c tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:47.940230 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2563e9d9-4830-4541-87a2-bb2be7fc0ad7 req-07b8a18d-7860-4529-b82c-b6af68d3434c tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 945 time: 0.0651774 Jun 26 16:35:47.978465 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2563e9d9-4830-4541-87a2-bb2be7fc0ad7 req-00a61552-6255-48fc-a620-c249d7305eee tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Jun 26 16:35:49.160758 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8812-8649-4287-b7d7-5dcb4212945a req-749bc89c-84ee-464a-9953-3a211df71366 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:49.162291 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd8d8812-8649-4287-b7d7-5dcb4212945a req-749bc89c-84ee-464a-9953-3a211df71366 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 945 time: 0.0688362 Jun 26 16:35:49.200724 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cd8d8812-8649-4287-b7d7-5dcb4212945a req-910e6077-d8aa-4ece-ad0f-c6874de91222 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Jun 26 16:35:50.651110 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98002d67-b63c-4103-bdd8-c15422e0a62c req-3f4287d4-4216-45b4-a926-01616a008bd4 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:50.652612 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-98002d67-b63c-4103-bdd8-c15422e0a62c req-3f4287d4-4216-45b4-a926-01616a008bd4 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 945 time: 0.0643497 Jun 26 16:35:50.689594 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-98002d67-b63c-4103-bdd8-c15422e0a62c req-e580a7d3-3835-4114-9647-edfa5641139e tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312774 Jun 26 16:35:51.862170 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037197f-5abd-4e67-9a1c-d9432acaebdc req-1cba277a-867b-42ca-8a82-34e656b1c3fa tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:51.863651 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a037197f-5abd-4e67-9a1c-d9432acaebdc req-1cba277a-867b-42ca-8a82-34e656b1c3fa tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 945 time: 0.0617085 Jun 26 16:35:51.900241 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-a037197f-5abd-4e67-9a1c-d9432acaebdc req-fd1521d3-0574-46d5-b9c3-6f5443bbc3f9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Jun 26 16:35:52.100067 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-a13aebb3-4245-49ee-b34f-259fda83679b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:52.101535 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-a13aebb3-4245-49ee-b34f-259fda83679b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 945 time: 0.0647972 Jun 26 16:35:52.199298 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Deleting port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:35:52.199644 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:52.285536 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] For port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:35:52.285889 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:52.296930 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Calling delete_port for 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:35:52.515986 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:52.519847 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f4b25302-78e6-423f-813f-03cf8ad04765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:52.528605 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:35:52.543139 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Pushing event deleted for resources: {'Port': ['ID=5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:52.557611 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.557996 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.558372 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.558744 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.559111 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.559474 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.559837 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.560195 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.560555 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.560932 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.561297 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.561648 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:35:52.579918 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:52.599363 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] No DVR routers for this DVR port 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:35:52.601775 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:52.603772 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-36f95606-03b7-4cf7-bec4-ad3fa7d45298 req-4a745931-7880-4a6c-b37d-7e133f29e96a tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "DELETE /v2.0/ports/5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 HTTP/1.1" status: 204 len: 173 time: 0.4936213 Jun 26 16:35:52.604257 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60749b55-32f2-4610-85b7-9d3b6889577e', 'name': 'network-vif-deleted', 'tag': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:52.606616 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5fdbcf-3ab9-4be2-adfe-7b5989495d46" -d '{"events": [{"server_uuid": "60749b55-32f2-4610-85b7-9d3b6889577e", "name": "network-vif-deleted", "tag": "5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:52.641444 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b743e08-3db3-4319-b6b4-095431e4d8bc x-openstack-request-id: req-0b743e08-3db3-4319-b6b4-095431e4d8bc {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:52.641766 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60749b55-32f2-4610-85b7-9d3b6889577e", "name": "network-vif-deleted", "tag": "5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:52.642056 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b743e08-3db3-4319-b6b4-095431e4d8bc {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:52.642488 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60749b55-32f2-4610-85b7-9d3b6889577e', 'name': 'network-vif-deleted', 'tag': '5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8', 'status': 'completed', 'code': 200} Jun 26 16:35:53.053616 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-07c12fa9-1c65-46a5-a73e-089ac402ccd6 req-b7a994c4-358a-4f17-8afa-3b0eeebe1714 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=60749b55-32f2-4610-85b7-9d3b6889577e HTTP/1.1" status: 200 len: 210 time: 0.0291464 Jun 26 16:35:54.140988 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:54.358130 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-e1587ca1-019f-4ae2-b777-996c92ac8792 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:54.359615 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-e1587ca1-019f-4ae2-b777-996c92ac8792 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/networks?id=edf486ae-f108-4697-b1e9-602a29467f60 HTTP/1.1" status: 200 len: 807 time: 0.1060562 Jun 26 16:35:54.374155 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-a846352d-ef7b-4259-b920-a03511cdf90e tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/quotas/312983ce276a487eb46ff4aaa288ca07 HTTP/1.1" status: 200 len: 375 time: 0.0091107 Jun 26 16:35:54.407170 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-f9e30a1e-3257-42ef-b8b0-983b25897cf7 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=312983ce276a487eb46ff4aaa288ca07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275767 Jun 26 16:35:54.781071 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cab4743a-c0fc-4fe6-9d8b-d73feb0e0d7c service neutron] 10.222.0.45 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671947 Jun 26 16:35:54.865836 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-48bc983b-dd39-4001-a4e6-ec6c50b8ed6a service neutron] 10.222.0.45 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791013 Jun 26 16:35:55.112436 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-464e697a-43c7-4e48-9988-8d3966dbec39 req-297f74be-ca6a-411b-be7c-98095b8aac78 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0280135 Jun 26 16:35:56.253319 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-ef45b622-d752-4554-9197-126ed2982065 req-87d5d059-4f38-4b79-ad53-b28f1e02a8b7 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Jun 26 16:35:56.833133 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:35:56.853177 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:35:56.853536 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 5d9bb8e1-2410-4a26-bd99-f8d8a128dbc8 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:35:57.204623 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-ee203170-b664-4cdf-873c-fec657c262df tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:57.206989 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-ee203170-b664-4cdf-873c-fec657c262df tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "GET /v2.0/networks?id=edf486ae-f108-4697-b1e9-602a29467f60 HTTP/1.1" status: 200 len: 807 time: 0.0981076 Jun 26 16:35:57.225620 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Request body: {'port': {'device_id': '16028132-f85a-4637-a394-c0e54153cfc3', 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60', 'admin_state_up': True, 'tenant_id': '312983ce276a487eb46ff4aaa288ca07'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:35:57.398541 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-69b3d2d6-2b96-4ae4-b842-716097538e4c req-661e4608-275b-47c7-a3d3-2edd03ffe846 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0295265 Jun 26 16:35:57.442021 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Made reservation on behalf of 312983ce276a487eb46ff4aaa288ca07 for: {'port': 1} {{(pid=93480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 16:35:57.445862 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:57.572197 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_common [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Allocated IP 172.20.0.12 (edf486ae-f108-4697-b1e9-602a29467f60/c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c/e30a023b-fe32-4419-8894-e76de13d2950) {{(pid=93480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 16:35:57.718853 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks [] for port, precommit_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:57.859145 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1974908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790156277989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59482152'] for port, after_create {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:57.863578 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-31d4555f-9b04-4471-9df6-d9bc82a34f15 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:57.909678 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Network edf486ae-f108-4697-b1e9-602a29467f60 is already hosted by enough agents. {{(pid=93480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 16:35:57.914669 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.base_scheduler [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Resources bound (agent type, host, resource id): {{(pid=93480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 16:35:57.918409 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Received port after_create {{(pid=93480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 26 16:35:57.944039 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Pushing event updated for resources: {'Port': ['ID=e30a023b-fe32-4419-8894-e76de13d2950,revision_number=1']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:57.949858 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:57.970938 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:57.971543 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:58.047350 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8261566 Jun 26 16:35:58.060012 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.v2.base [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Request body: {'port': {'device_id': '16028132-f85a-4637-a394-c0e54153cfc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79818'}} {{(pid=93480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 26 16:35:58.134100 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:58.389558 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30a023b-fe32-4419-8894-e76de13d2950 {{(pid=93480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:35:58.397240 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:58.408338 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.provisioning_blocks [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Transition to ACTIVE for port object e30a023b-fe32-4419-8894-e76de13d2950 will not be triggered until provisioned by entity L2. {{(pid=93480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 26 16:35:58.469939 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:58.473590 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7c454310-5297-4ddc-8e73-d34c6869ef01 tempest-AttachVolumeShelveTestJSON-258340589 tempest-AttachVolumeShelveTestJSON-258340589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:58.550860 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e30a023b-fe32-4419-8894-e76de13d2950,revision_number=2']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:58.568999 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:58.631153 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Attempting to bind port e30a023b-fe32-4419-8894-e76de13d2950 on host hv-cinder-79818 for vnic_type normal with profile {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 26 16:35:58.631494 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Attempting to bind port e30a023b-fe32-4419-8894-e76de13d2950 by drivers openvswitch,hyperv on host hv-cinder-79818 at level 0 using segments [{'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 26 16:35:58.631828 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Attempting to bind port e30a023b-fe32-4419-8894-e76de13d2950 on network edf486ae-f108-4697-b1e9-602a29467f60 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:35:58.638864 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Port e30a023b-fe32-4419-8894-e76de13d2950 on network edf486ae-f108-4697-b1e9-602a29467f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79818 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 26 16:35:58.639183 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Attempting to bind port e30a023b-fe32-4419-8894-e76de13d2950 on network edf486ae-f108-4697-b1e9-602a29467f60 {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 26 16:35:58.648452 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7443d07-f505-4577-a186-2cadab5fe912 req-3f473c05-6579-4019-b4ee-4141c972d2d5 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:58.650520 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e7443d07-f505-4577-a186-2cadab5fe912 req-3f473c05-6579-4019-b4ee-4141c972d2d5 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 944 time: 0.1363189 Jun 26 16:35:58.654261 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Checking agent: {'id': '62bb6ea4-6d43-4665-97ae-a18f8a204616', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79818', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'started_at': datetime.datetime(2021, 6, 26, 16, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 6, 26, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 26 16:35:58.654605 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Checking segment: {'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 26 16:35:58.654993 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Bound using segment: {'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'} {{(pid=93480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 26 16:35:58.655460 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.managers [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Bound port: e30a023b-fe32-4419-8894-e76de13d2950, host: hv-cinder-79818, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0958e0c6-cca7-4db3-b60a-bdc41a561abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60'}}] {{(pid=93480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 26 16:35:58.655828 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:58.721644 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-e7443d07-f505-4577-a186-2cadab5fe912 req-2b6c744c-5d73-4a9d-91aa-82630679b9f9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 Jun 26 16:35:58.747876 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] For port e30a023b-fe32-4419-8894-e76de13d2950, host hv-cinder-79818, cleared binding levels {{(pid=93480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 16:35:58.751056 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] For port e30a023b-fe32-4419-8894-e76de13d2950, host hv-cinder-79818, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=e30a023b-fe32-4419-8894-e76de13d2950,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 16:35:58.835957 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59482330'] for port, after_update {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:58.838104 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-cae29f96-e580-46e0-94ad-48fae7b13b8b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:35:58.868996 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:58.869613 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:35:58.871016 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e30a023b-fe32-4419-8894-e76de13d2950 HTTP/1.1" status: 200 len: 1094 time: 0.8155539 Jun 26 16:35:58.871526 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16028132-f85a-4637-a394-c0e54153cfc3', 'tag': 'e30a023b-fe32-4419-8894-e76de13d2950'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:35:58.873930 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b10319-0cb4-43ed-90ef-383b50c2fc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "16028132-f85a-4637-a394-c0e54153cfc3", "tag": "e30a023b-fe32-4419-8894-e76de13d2950"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:35:58.902234 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e30a023b-fe32-4419-8894-e76de13d2950,revision_number=3']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:35:58.905362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-45e68e03-1c40-4849-a9bc-54da6634f8b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:35:58.910451 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386bfd9a-1fad-442b-89b6-43018bedd034 x-openstack-request-id: req-386bfd9a-1fad-442b-89b6-43018bedd034 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:35:58.910797 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16028132-f85a-4637-a394-c0e54153cfc3", "tag": "e30a023b-fe32-4419-8894-e76de13d2950", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:35:58.911609 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-386bfd9a-1fad-442b-89b6-43018bedd034 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:35:58.911609 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16028132-f85a-4637-a394-c0e54153cfc3', 'tag': 'e30a023b-fe32-4419-8894-e76de13d2950', 'status': 'completed', 'code': 200} Jun 26 16:35:58.985268 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10319-0cb4-43ed-90ef-383b50c2fc1d req-508cef55-9cfc-4f6a-8121-c5789cd98664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:58.986749 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77b10319-0cb4-43ed-90ef-383b50c2fc1d req-508cef55-9cfc-4f6a-8121-c5789cd98664 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312983ce276a487eb46ff4aaa288ca07&device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0535951 Jun 26 16:35:59.087555 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10319-0cb4-43ed-90ef-383b50c2fc1d req-d625ffd7-2e62-4e6b-830e-385786970f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:59.089044 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77b10319-0cb4-43ed-90ef-383b50c2fc1d req-d625ffd7-2e62-4e6b-830e-385786970f41 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=312983ce276a487eb46ff4aaa288ca07&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0912492 Jun 26 16:35:59.178983 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10319-0cb4-43ed-90ef-383b50c2fc1d req-741121a4-d3f6-4ee0-92bc-a221ca278687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:59.180357 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-77b10319-0cb4-43ed-90ef-383b50c2fc1d req-741121a4-d3f6-4ee0-92bc-a221ca278687 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846686 Jun 26 16:35:59.277562 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-a37a1914-ef5a-4c37-9ad2-f8fad9a7e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:59.279046 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-a37a1914-ef5a-4c37-9ad2-f8fad9a7e99e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=312983ce276a487eb46ff4aaa288ca07&device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 1097 time: 0.0558214 Jun 26 16:35:59.320941 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-de973f75-61cf-4781-bbda-001263dc85cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e30a023b-fe32-4419-8894-e76de13d2950 HTTP/1.1" status: 200 len: 217 time: 0.0344148 Jun 26 16:35:59.368242 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-3e652628-9caa-4424-981c-e5fa49fdbeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:59.369717 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-3e652628-9caa-4424-981c-e5fa49fdbeb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c HTTP/1.1" status: 200 len: 847 time: 0.0421910 Jun 26 16:35:59.405187 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-4d446d6d-c94f-40c3-bc31-0485dab15703 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=edf486ae-f108-4697-b1e9-602a29467f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256658 Jun 26 16:35:59.496370 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-776dd436-62f7-4001-b15c-3492c6934dd5 service neutron] 10.222.0.15 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838027 Jun 26 16:35:59.587469 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-78c88591-aaec-43ce-bcb0-234a5b555d46 req-288bd1b1-31d3-457a-8dcb-8923f7fd8d3c service neutron] 10.222.0.15 "GET /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832021 Jun 26 16:35:59.893109 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a58bf-af42-4291-8771-e1b890eb7e50 req-12aa2938-cbc4-4df3-88d8-c4baf034290e tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:35:59.895098 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-466a58bf-af42-4291-8771-e1b890eb7e50 req-12aa2938-cbc4-4df3-88d8-c4baf034290e tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 944 time: 0.0631456 Jun 26 16:35:59.932868 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-466a58bf-af42-4291-8771-e1b890eb7e50 req-cd0f2f6b-3207-46de-8f8c-e47cdf363eee tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Jun 26 16:36:01.101802 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfe602-2dc1-43b3-929f-a0a6c51416cd req-584b3719-4dba-476b-a0ff-55ee370008a7 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:01.103267 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d2cfe602-2dc1-43b3-929f-a0a6c51416cd req-584b3719-4dba-476b-a0ff-55ee370008a7 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 944 time: 0.0608368 Jun 26 16:36:01.141211 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-d2cfe602-2dc1-43b3-929f-a0a6c51416cd req-2dbe8b1d-888e-4e88-9728-3411213a054b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jun 26 16:36:02.314768 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170fab5-31d1-4c80-a110-87db5151408e req-012e0a85-484a-4e2a-9af1-e11608f74cd0 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:02.316942 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6170fab5-31d1-4c80-a110-87db5151408e req-012e0a85-484a-4e2a-9af1-e11608f74cd0 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 944 time: 0.0660975 Jun 26 16:36:02.354209 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-6170fab5-31d1-4c80-a110-87db5151408e req-8b2a3869-2e71-4438-810e-fdf436555419 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Jun 26 16:36:02.867658 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device e30a023b-fe32-4419-8894-e76de13d2950 details requested by agent hyperv_hv-cinder-79818 with host hv-cinder-79818 {{(pid=93482) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 16:36:03.079190 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port e30a023b-fe32-4419-8894-e76de13d2950, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=e30a023b-fe32-4419-8894-e76de13d2950,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:03.090142 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Returning: {'device': 'e30a023b-fe32-4419-8894-e76de13d2950', 'network_id': 'edf486ae-f108-4697-b1e9-602a29467f60', 'port_id': 'e30a023b-fe32-4419-8894-e76de13d2950', 'mac_address': 'fa:16:3e:6f:f2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93482) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 16:36:03.125121 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:03.137475 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30a023b-fe32-4419-8894-e76de13d2950 {{(pid=93482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 26 16:36:03.157017 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port e30a023b-fe32-4419-8894-e76de13d2950, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=e30a023b-fe32-4419-8894-e76de13d2950,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:03.224144 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:03.226750 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:03.271546 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=e30a023b-fe32-4419-8894-e76de13d2950,revision_number=4']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:03.274613 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:03.502140 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['e30a023b-fe32-4419-8894-e76de13d2950'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:36:03.528826 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54b0d3-d235-4719-b682-86ef38e4c1dd req-3fb7f620-b60b-4e50-80de-57855f3aa5f3 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:03.530360 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8d54b0d3-d235-4719-b682-86ef38e4c1dd req-3fb7f620-b60b-4e50-80de-57855f3aa5f3 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 945 time: 0.0634172 Jun 26 16:36:03.567352 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-8d54b0d3-d235-4719-b682-86ef38e4c1dd req-5878fffd-7772-4d9a-bc84-3b2cfa790e5b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Jun 26 16:36:04.740827 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1285b-ac9e-4301-b3c2-cebb417de19e req-625c99c1-101f-4d71-8b5c-f11bd21b47b0 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:04.742331 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2cb1285b-ac9e-4301-b3c2-cebb417de19e req-625c99c1-101f-4d71-8b5c-f11bd21b47b0 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 945 time: 0.0654676 Jun 26 16:36:04.778641 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2cb1285b-ac9e-4301-b3c2-cebb417de19e req-6c6e9d7f-5abf-41d2-8fb0-1a4b48e0df5c tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307624 Jun 26 16:36:04.879128 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device e30a023b-fe32-4419-8894-e76de13d2950 up at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 16:36:04.986396 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning for port e30a023b-fe32-4419-8894-e76de13d2950 completed by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 26 16:36:04.991049 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.provisioning_blocks [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Provisioning complete for port e30a023b-fe32-4419-8894-e76de13d2950 triggered by entity L2. {{(pid=93482) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 26 16:36:04.991426 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928689'] for port, provisioning_complete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:05.067901 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1974843'] for port, before_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:05.088574 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16028132-f85a-4637-a394-c0e54153cfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30a023b-fe32-4419-8894-e76de13d2950'}] {{(pid=93482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:05.090857 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b94c31348310578024fe6bf7ff8c691f3349a4754f590813f11b2357f32da9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad385c-6f3a-48ad-8ff8-4efb7d428611" -d '{"events": [{"server_uuid": "16028132-f85a-4637-a394-c0e54153cfc3", "name": "network-vif-plugged", "status": "completed", "tag": "e30a023b-fe32-4419-8894-e76de13d2950"}]}' {{(pid=93482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:05.104053 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] For port e30a023b-fe32-4419-8894-e76de13d2950, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=e30a023b-fe32-4419-8894-e76de13d2950,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:05.126249 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659f115b-6352-4fff-88a1-ddb2e834a0c2 x-openstack-request-id: req-659f115b-6352-4fff-88a1-ddb2e834a0c2 {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:05.126545 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16028132-f85a-4637-a394-c0e54153cfc3", "name": "network-vif-plugged", "status": "completed", "tag": "e30a023b-fe32-4419-8894-e76de13d2950", "code": 200}]} {{(pid=93482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:05.126801 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-659f115b-6352-4fff-88a1-ddb2e834a0c2 {{(pid=93482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:05.127188 dv-cinder-798189-1-smb neutron-server[93482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16028132-f85a-4637-a394-c0e54153cfc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30a023b-fe32-4419-8894-e76de13d2950', 'code': 200} Jun 26 16:36:05.155683 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790156670648', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790156278007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790156230952'] for port, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:05.157472 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-8c45e385-c51c-431f-b284-a00ae822a54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:05.203596 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Pushing event updated for resources: {'Port': ['ID=e30a023b-fe32-4419-8894-e76de13d2950,revision_number=5']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:05.207138 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:05.462187 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2bd0-4ad9-42b0-92df-f46dc1c4a208 req-f7f717ae-1174-4e14-9a4a-afc960bf4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:05.463685 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f91e2bd0-4ad9-42b0-92df-f46dc1c4a208 req-f7f717ae-1174-4e14-9a4a-afc960bf4c56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 1099 time: 0.0530171 Jun 26 16:36:05.499146 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-f91e2bd0-4ad9-42b0-92df-f46dc1c4a208 req-4a8184ea-3868-4a20-a62d-114ff9fe53fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266614 Jun 26 16:36:05.951811 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5df161-2c8b-4525-97bf-b74c8c09f4e4 req-17084204-3adb-4f9d-bba1-5e24e4cfd688 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:05.953314 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5a5df161-2c8b-4525-97bf-b74c8c09f4e4 req-17084204-3adb-4f9d-bba1-5e24e4cfd688 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 946 time: 0.0629315 Jun 26 16:36:05.996024 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-5a5df161-2c8b-4525-97bf-b74c8c09f4e4 req-82f6d452-db7c-441d-b023-18cbf2b6c978 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365002 Jun 26 16:36:06.231861 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-03128a64-58e7-4ed2-9a9e-d1cac462cd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:06.765956 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:36:07.171511 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320a92d-453e-4787-8826-542112a8ba3a req-292b48e5-9c64-4700-9bd8-07390b025907 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:07.173017 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0320a92d-453e-4787-8826-542112a8ba3a req-292b48e5-9c64-4700-9bd8-07390b025907 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 946 time: 0.0662985 Jun 26 16:36:07.214785 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-0320a92d-453e-4787-8826-542112a8ba3a req-9a9d484d-6ebb-482b-9268-9b5029e954bc tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352368 Jun 26 16:36:08.595557 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cc185-cfc1-48bc-9c8a-0c55c605675a req-8e6119fe-0f8f-477f-8d46-5b6cfb2e57a9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:08.597068 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc2cc185-cfc1-48bc-9c8a-0c55c605675a req-8e6119fe-0f8f-477f-8d46-5b6cfb2e57a9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 946 time: 0.0624783 Jun 26 16:36:08.636184 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-fc2cc185-cfc1-48bc-9c8a-0c55c605675a req-e54fec06-0ff9-4c8c-8a3b-551c7f70eeeb tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335314 Jun 26 16:36:08.801197 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-89fa519d-3e55-4600-9a7a-853c9eaeaf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:09.106063 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:09.609174 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:09.814685 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea5e8-f0bb-4c54-bfcf-85bbd56f6b26 req-1ad08f8c-2732-452a-ba6f-3a5d2a50b293 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:09.816185 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-648ea5e8-f0bb-4c54-bfcf-85bbd56f6b26 req-1ad08f8c-2732-452a-ba6f-3a5d2a50b293 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 946 time: 0.0688560 Jun 26 16:36:09.855942 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-648ea5e8-f0bb-4c54-bfcf-85bbd56f6b26 req-36d9f401-cc0d-4298-8dc2-8940d15c8ac5 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2030d51-e480-4c8d-aeac-34764b6e4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Jun 26 16:36:10.036268 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8695d3-3067-40af-b7ff-816c479973be req-fdefeb83-1489-4694-b712-4cc4113d49b2 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:10.037755 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cf8695d3-3067-40af-b7ff-816c479973be req-fdefeb83-1489-4694-b712-4cc4113d49b2 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 946 time: 0.0611722 Jun 26 16:36:10.138602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Deleting port e30a023b-fe32-4419-8894-e76de13d2950 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:10.138866 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:10.222048 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] For port e30a023b-fe32-4419-8894-e76de13d2950, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=e30a023b-fe32-4419-8894-e76de13d2950,segment=NetworkSegment(0958e0c6-cca7-4db3-b60a-bdc41a561abc),segment_id=0958e0c6-cca7-4db3-b60a-bdc41a561abc)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:10.222409 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:10.234262 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Calling delete_port for e30a023b-fe32-4419-8894-e76de13d2950 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:10.409380 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:10.413787 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-67997006-7579-4037-930d-c9c291312417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:10.421667 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] get_ports_and_sgs() called for port_ids ['e30a023b-fe32-4419-8894-e76de13d2950'] {{(pid=93482) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 16:36:10.440110 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Pushing event deleted for resources: {'Port': ['ID=e30a023b-fe32-4419-8894-e76de13d2950,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:10.443362 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:10.484586 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] No DVR routers for this DVR port e30a023b-fe32-4419-8894-e76de13d2950 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:36:10.487079 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:10.489718 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cf8695d3-3067-40af-b7ff-816c479973be req-8326bdc4-b213-4826-8c28-a5c0dc24fcc9 tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.15 "DELETE /v2.0/ports/e30a023b-fe32-4419-8894-e76de13d2950 HTTP/1.1" status: 204 len: 173 time: 0.4436057 Jun 26 16:36:10.490239 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16028132-f85a-4637-a394-c0e54153cfc3', 'name': 'network-vif-deleted', 'tag': 'e30a023b-fe32-4419-8894-e76de13d2950'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:10.492514 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611f0b1-52a3-4d55-97cc-469eedd37900" -d '{"events": [{"server_uuid": "16028132-f85a-4637-a394-c0e54153cfc3", "name": "network-vif-deleted", "tag": "e30a023b-fe32-4419-8894-e76de13d2950"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:10.526273 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cc95a5-c974-4515-9c42-332c2509e0eb x-openstack-request-id: req-d8cc95a5-c974-4515-9c42-332c2509e0eb {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:10.526610 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16028132-f85a-4637-a394-c0e54153cfc3", "name": "network-vif-deleted", "tag": "e30a023b-fe32-4419-8894-e76de13d2950", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:10.526945 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8cc95a5-c974-4515-9c42-332c2509e0eb {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:10.527374 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16028132-f85a-4637-a394-c0e54153cfc3', 'name': 'network-vif-deleted', 'tag': 'e30a023b-fe32-4419-8894-e76de13d2950', 'status': 'completed', 'code': 200} Jun 26 16:36:11.016354 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-12e79c2c-f8be-414a-b56e-00d671cea8c8 req-d69ab776-0f72-4538-bf55-348403c4912b tempest-VolumesActionsTest-915802310 tempest-VolumesActionsTest-915802310-project] 10.222.0.45 "GET /v2.0/ports?device_id=16028132-f85a-4637-a394-c0e54153cfc3 HTTP/1.1" status: 200 len: 210 time: 0.0318539 Jun 26 16:36:11.600936 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:14.976716 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device e30a023b-fe32-4419-8894-e76de13d2950 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:36:15.002766 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: e30a023b-fe32-4419-8894-e76de13d2950 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:36:15.003240 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device e30a023b-fe32-4419-8894-e76de13d2950 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:36:24.209355 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:30.093597 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-b27b9637-715b-49de-a57b-1f1ca5677892 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639286 Jun 26 16:36:30.190531 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-a5d8dac8-79e3-45c3-b74d-bc12634c33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:30.191883 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-a5d8dac8-79e3-45c3-b74d-bc12634c33d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1098 time: 0.0513489 Jun 26 16:36:30.296990 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-d83bf394-9227-4061-8739-98e5ebc87413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:30.298419 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-d83bf394-9227-4061-8739-98e5ebc87413 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 909 time: 0.0830176 Jun 26 16:36:30.363912 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-b171a0d6-8053-42ef-b571-8d29b0e92fd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 1000 time: 0.0550625 Jun 26 16:36:30.415812 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-333dabc8-c606-4c75-a84f-8965d5d6f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:30.417340 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-333dabc8-c606-4c75-a84f-8965d5d6f852 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 200 len: 847 time: 0.0435107 Jun 26 16:36:30.480107 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-f4217286-f407-4732-ace7-6dccebf28945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:30.481611 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-f4217286-f407-4732-ace7-6dccebf28945 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb85c987-10d6-4648-9106-17ba8fbb502b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548451 Jun 26 16:36:30.572242 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-37d0f985-f768-4d7d-9dd9-fc74d25fef94 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800757 Jun 26 16:36:30.666260 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-7c516ac2-afb2-410b-ba5e-1418e3d036e7 req-77bd3ada-5b0a-4c19-ac56-5126c4402584 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839348 Jun 26 16:36:33.289064 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46792) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:33.331865 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Deleting subnet c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:36:33.334808 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.367270 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.405219 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.520962 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.523966 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-f6e03f57-c77f-46a1-8ad4-e1afa05d68ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:33.548696 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.550547 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c HTTP/1.1" status: 204 len: 168 time: 0.2605100 Jun 26 16:36:33.551546 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f6d37f-8a93-41ad-87ec-3dc7673f9d3c,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:33.553415 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46796) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:33.559407 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.559787 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.560158 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.560522 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.560918 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.561262 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.561613 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.561968 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.562321 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.562669 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.563023 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.563369 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:33.566593 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-1908abb2-a952-49c6-9821-0499528e0432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:33.621639 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.701629 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.711160 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf486ae-f108-4697-b1e9-602a29467f60']}} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:33.721143 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0958e0c6-cca7-4db3-b60a-bdc41a561abc') {'for_net_delete': True} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:33.721442 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.services.segments.db [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0958e0c6-cca7-4db3-b60a-bdc41a561abc') {} {{(pid=93480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:33.729761 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59990638'] for segment, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.742602 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.748589 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:36:33.749009 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59482366'] for segment, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: conditions |= (models_v2.Port.network_id.in_( Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: Traceback (most recent call last): Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: timer() Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: cb(*args, **kw) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: return func(*args, **kwargs) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: self._notify() Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: self.callback(batched_events) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: event.method(event) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: return f(self, *a, **k) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: return self._get(url).json() Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: return self.request(url, 'GET', **kwargs) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:36:33.750578 dv-cinder-798189-1-smb neutron-server[93480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:36:33.886450 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.890382 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:33.892922 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:33.894760 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/edf486ae-f108-4697-b1e9-602a29467f60 HTTP/1.1" status: 204 len: 168 time: 0.3381302 Jun 26 16:36:33.905344 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf486ae-f108-4697-b1e9-602a29467f60,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:33.908582 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-910d70f6-34ff-4ffc-ab87-ee870a34fad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:34.208046 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46800) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:34.246657 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-68f69f18-955f-4518-b254-9dda0e00bc9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=312983ce276a487eb46ff4aaa288ca07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373187 Jun 26 16:36:34.249098 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46802) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:34.294583 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-19810fb7-a2cb-4206-9e35-54eb1e7ef24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:34.314368 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-19810fb7-a2cb-4206-9e35-54eb1e7ef24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:34.452217 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-19810fb7-a2cb-4206-9e35-54eb1e7ef24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:34.454876 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-19810fb7-a2cb-4206-9e35-54eb1e7ef24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:34.456041 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-19810fb7-a2cb-4206-9e35-54eb1e7ef24b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2030d51-e480-4c8d-aeac-34764b6e4948 HTTP/1.1" status: 204 len: 168 time: 0.2060616 Jun 26 16:36:34.456815 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-056d1990-e700-4da6-a524-c833979bb762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:34.468191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19810fb7-a2cb-4206-9e35-54eb1e7ef24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2030d51-e480-4c8d-aeac-34764b6e4948,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:34.468191 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-19810fb7-a2cb-4206-9e35-54eb1e7ef24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:36.219985 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-bdf0f0de-6493-4447-886d-d7ae14a134d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:38.796716 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b3c4d4c9-f95b-4bc6-bf40-9f383668e0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.082695 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:39.636922 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:41.568348 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:43.764821 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:36:54.200567 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.203308 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46806) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:36:54.354124 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Deleting port fa01fa57-f985-4e12-91cc-6beb0c89f14d {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:54.354544 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.432112 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.432438 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.443503 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Calling delete_port for fa01fa57-f985-4e12-91cc-6beb0c89f14d owned by network:floatingip {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:54.663308 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.665450 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7d3f0eab-3da6-4322-9865-64f52bc3db23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:54.689730 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event deleted for resources: {'Port': ['ID=fa01fa57-f985-4e12-91cc-6beb0c89f14d,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:54.700444 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.700823 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.701222 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.701585 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.701945 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.702306 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.702660 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.703015 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.703373 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.703731 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.704081 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.704430 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:36:54.721913 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:54.761779 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:54.764844 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.db.l3_db [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Floating IP a4bf714d-d2af-47a1-ba96-f1b25ca26e08 disassociated (deleted). External IP: 172.28.2.55, port: 1e8572e4-a75c-4a74-8731-9cc81a68a0b8. Jun 26 16:36:54.957210 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:36:55.349346 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:36:55.354004 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for floatingip, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:55.358772 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] Sync routers for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:36:55.367643 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:55.368266 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:36:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:55.391480 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "DELETE /v2.0/floatingips/a4bf714d-d2af-47a1-ba96-f1b25ca26e08 HTTP/1.1" status: 204 len: 168 time: 1.1870568 Jun 26 16:36:55.392154 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:55.394502 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93dc7a5-9928-4671-88a4-d6b493cbef85" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:55.436542 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4388a27-8d82-4fed-99db-e0187e0d8c9d x-openstack-request-id: req-b4388a27-8d82-4fed-99db-e0187e0d8c9d {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:55.436894 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:55.437205 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4388a27-8d82-4fed-99db-e0187e0d8c9d {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:55.437651 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'status': 'completed', 'code': 200} Jun 26 16:36:55.529928 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-5244cf29-6fcc-403e-8c02-d0f1178c17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:55.531475 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-5244cf29-6fcc-403e-8c02-d0f1178c17a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6923acc9926c4f18b3ee768a21a4db08&device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 1098 time: 0.0650682 Jun 26 16:36:55.539751 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:55.627103 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-523c59cd-e2d8-42c5-9da0-f459e2e23746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:55.628518 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-523c59cd-e2d8-42c5-9da0-f459e2e23746 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 200 len: 909 time: 0.0883255 Jun 26 16:36:55.673895 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-1262e7fd-4a1a-4569-9ece-73f39279eb8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 200 len: 217 time: 0.0355797 Jun 26 16:36:55.724758 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-08cefee4-5af9-4aed-b136-231204f401b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:55.726660 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-08cefee4-5af9-4aed-b136-231204f401b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 200 len: 847 time: 0.0466065 Jun 26 16:36:55.741723 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:26Z', 'revision_number': 5, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:55.768675 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] Checking router: 59d19c6f-75d4-418e-b98d-f05ba04c87c8 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:36:55.777015 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:36:55.777641 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:36:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:55.790433 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-2c32f84d-f097-456e-906f-88947179052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:55.792471 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-2c32f84d-f097-456e-906f-88947179052b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb85c987-10d6-4648-9106-17ba8fbb502b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556831 Jun 26 16:36:55.885041 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-6f32bc2b-acee-4dbf-8516-4352ea6c9819 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849683 Jun 26 16:36:55.888219 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:36:55.997051 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-b93dc7a5-9928-4671-88a4-d6b493cbef85 req-97cebe46-168b-42cb-b1f6-c36c6d44ef73 service neutron] 10.222.0.15 "GET /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010876 Jun 26 16:36:56.069657 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271055f2-6948-41dc-8672-073456d8be1c req-03cfb6be-f754-4ac1-8129-c2c1c620a505 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:56.071259 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-271055f2-6948-41dc-8672-073456d8be1c req-03cfb6be-f754-4ac1-8129-c2c1c620a505 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0646629 Jun 26 16:36:56.091267 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:26Z', 'revision_number': 5, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:36:56.111046 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-271055f2-6948-41dc-8672-073456d8be1c req-3b918f41-870c-48d4-9781-4f65a735599f tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338535 Jun 26 16:36:56.121269 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c48cef5-9952-41f6-9bf9-37f687ab033a None None] The sync data for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb is: [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:20Z', 'revision_number': 4, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb', '_interfaces': [{'id': 'b1c4322a-87c5-4e2a-82ba-fb256500ac94', 'name': '', 'network_id': 'fb85c987-10d6-4648-9106-17ba8fbb502b', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'mac_address': 'fa:16:3e:93:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:19Z', 'updated_at': '2021-06-26T16:32:26Z', 'revision_number': 5, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'subnets': [{'id': '2a20b45d-3d23-4888-810a-05120cd411ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:36:56.321860 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466417b6-658d-41c9-8bb8-0b53e7ab14cc None None] New status for floating IP a4bf714d-d2af-47a1-ba96-f1b25ca26e08: DOWN {{(pid=93483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 26 16:36:57.282386 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3dbedb-7c53-4b8b-9a3c-364db1f39e9b req-b0343fbc-5812-40ba-a46e-c270f6a071ba tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:57.283939 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd3dbedb-7c53-4b8b-9a3c-364db1f39e9b req-b0343fbc-5812-40ba-a46e-c270f6a071ba tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0616369 Jun 26 16:36:57.321928 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-dd3dbedb-7c53-4b8b-9a3c-364db1f39e9b req-c6662a16-0f3a-4399-9194-f423e1134f2e tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/security-groups?id=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Jun 26 16:36:57.642413 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-26d7d9a3-b09e-4d93-bab4-c15ec26b59da tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 26 16:36:57.643870 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-26d7d9a3-b09e-4d93-bab4-c15ec26b59da tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 945 time: 0.0662315 Jun 26 16:36:57.741927 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Deleting port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:36:57.742276 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:57.836721 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] For port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8, host hv-cinder-79818, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79818',level=0,port_id=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:36:57.837114 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:57.848951 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Calling delete_port for 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 owned by compute:nova {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:36:58.068783 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:58.073513 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-a1cef0fe-d792-4cd2-a677-7292936cf1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:36:58.099235 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event deleted for resources: {'Port': ['ID=1e8572e4-a75c-4a74-8731-9cc81a68a0b8,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:36:58.102171 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:36:58.159013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] No DVR routers for this DVR port 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 on host hv-cinder-79818 {{(pid=93480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:36:58.159013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23458'] for port, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:36:58.159013 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-cccbdcdd-a74a-47a6-9529-62683f5c8a4b req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.15 "DELETE /v2.0/ports/1e8572e4-a75c-4a74-8731-9cc81a68a0b8 HTTP/1.1" status: 204 len: 173 time: 0.4967024 Jun 26 16:36:58.159013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-deleted', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8'}] {{(pid=93480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 26 16:36:58.159013 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}427311041b0641945dfe66ddd940ccb10db356bd842159e0e3d8378d56e4888e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b34895-6e79-45b5-8000-be89c3c34823" -d '{"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-deleted", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8"}]}' {{(pid=93480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 16:36:58.186114 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 26 Jun 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c670ee-9b96-4e77-901d-be8692402971 x-openstack-request-id: req-d3c670ee-9b96-4e77-901d-be8692402971 {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 16:36:58.186451 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfa7c8a-c124-4a2c-b941-99863fa60b59", "name": "network-vif-deleted", "tag": "1e8572e4-a75c-4a74-8731-9cc81a68a0b8", "status": "completed", "code": 200}]} {{(pid=93480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 16:36:58.186745 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d3c670ee-9b96-4e77-901d-be8692402971 {{(pid=93480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 16:36:58.187186 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfa7c8a-c124-4a2c-b941-99863fa60b59', 'name': 'network-vif-deleted', 'tag': '1e8572e4-a75c-4a74-8731-9cc81a68a0b8', 'status': 'completed', 'code': 200} Jun 26 16:36:58.463153 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-2d8752fa-47a2-4b01-9a5b-1a2d18aeb6e0 req-d6a5abf4-b125-4c39-84f2-5dcb5ce6d606 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 210 time: 0.0290995 Jun 26 16:36:59.619790 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [req-88feb786-f0e7-4f1a-b893-85449b0543f9 req-cd891bb0-687f-4d80-88e4-d29ccb244bb3 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dfa7c8a-c124-4a2c-b941-99863fa60b59 HTTP/1.1" status: 200 len: 210 time: 0.0311153 Jun 26 16:37:00.712049 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46824) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:00.769095 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fff8f009-e05e-48e6-a281-046b7344747c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.794925 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fff8f009-e05e-48e6-a281-046b7344747c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.922370 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fff8f009-e05e-48e6-a281-046b7344747c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.924881 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-fff8f009-e05e-48e6-a281-046b7344747c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Notify callbacks [] for security_group, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:00.926051 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-fff8f009-e05e-48e6-a281-046b7344747c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] 10.222.0.45 "DELETE /v2.0/security-groups/b5cfaf0a-c7bc-485b-8ed3-3dedd460f562 HTTP/1.1" status: 204 len: 168 time: 0.2124057 Jun 26 16:37:00.926829 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-47613cf3-fe30-4d26-ba22-7093bf26db63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:00.935788 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8f009-e05e-48e6-a281-046b7344747c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cfaf0a-c7bc-485b-8ed3-3dedd460f562,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:00.939054 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-fff8f009-e05e-48e6-a281-046b7344747c tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:01.037905 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46828) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:01.224008 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 no longer exists at agent hyperv_hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:37:01.243408 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] No Port match for: 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:37:01.243765 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Device 1e8572e4-a75c-4a74-8731-9cc81a68a0b8 not bound to the agent host hv-cinder-79818 {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:37:01.371888 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927989'] for router_interface, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.616910 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Deleting port b1c4322a-87c5-4e2a-82ba-fb256500ac94 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:01.617182 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.697414 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] For port b1c4322a-87c5-4e2a-82ba-fb256500ac94, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=b1c4322a-87c5-4e2a-82ba-fb256500ac94,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:01.697776 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.714711 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Calling delete_port for b1c4322a-87c5-4e2a-82ba-fb256500ac94 owned by network:router_interface {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:01.977268 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:01.979965 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-227ab397-fefb-4dfb-bc02-decea3b81a55 tempest-AttachVolumeTestJSON-1651022171 tempest-AttachVolumeTestJSON-1651022171-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:02.003847 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c4322a-87c5-4e2a-82ba-fb256500ac94,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:02.006670 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:02.167298 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931333'] for router_interface, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:02.372544 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:37:02.476878 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:37:02.482000 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-88c26015-ab92-4940-b7df-79c07ac93aae admin admin] 10.222.0.45 "PUT /v2.0/routers/59d19c6f-75d4-418e-b98d-f05ba04c87c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4428382 Jun 26 16:37:02.484385 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46830) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:02.485249 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] Sync routers for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:37:02.494338 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:37:02.494971 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:36:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:02.584983 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:02.598034 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: dv-cinder-798189-1-smb {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:37:02.685012 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:02.770964 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:37:01Z', 'revision_number': 5, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port': {'id': '44553863-36f2-4e93-8367-9e82aa0b4b34', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:02.796027 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Deleting port 44553863-36f2-4e93-8367-9e82aa0b4b34 {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:02.796617 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:02.800791 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] Checking router: 59d19c6f-75d4-418e-b98d-f05ba04c87c8 for host: dv-cinder-798189-1-smb {{(pid=93482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:37:02.809835 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] Routers {'59d19c6f-75d4-418e-b98d-f05ba04c87c8'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:37:02.810459 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:36:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'], 'active': True} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:02.874226 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] For port 44553863-36f2-4e93-8367-9e82aa0b4b34, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=44553863-36f2-4e93-8367-9e82aa0b4b34,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:02.874580 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:02.887471 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Calling delete_port for 44553863-36f2-4e93-8367-9e82aa0b4b34 owned by network:router_gateway {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:02.892014 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvr_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] Set router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 gateway port host: None {{(pid=93482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:37:02.946688 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_hamode_db [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:37:02Z', 'revision_number': 6, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port_host': None}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:02.973691 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7bbd5-10a4-4292-af82-7a0d4902e6bc None None] The sync data for ids ['59d19c6f-75d4-418e-b98d-f05ba04c87c8'] in dv-cinder-798189-1-smb is: [{'id': '59d19c6f-75d4-418e-b98d-f05ba04c87c8', 'name': 'tempest-TestShelveInstance-220593806-router', 'tenant_id': '6923acc9926c4f18b3ee768a21a4db08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:17Z', 'updated_at': '2021-06-26T16:37:02Z', 'revision_number': 6, 'project_id': '6923acc9926c4f18b3ee768a21a4db08', 'gw_port_host': None}] {{(pid=93482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:37:03.325816 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.328013 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-a69b0bda-dc58-4076-b7a4-9c2d417e21cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:03.353794 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44553863-36f2-4e93-8367-9e82aa0b4b34,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:03.357496 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:03.419175 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985535'] for router_gateway, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.504756 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.506830 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.619199 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985320'] for router, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.619644 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59d19c6f-75d4-418e-b98d-f05ba04c87c8 {{(pid=93481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:37:03.624589 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.625847 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-828beb24-59cd-4b13-944d-715dd84e71d6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/59d19c6f-75d4-418e-b98d-f05ba04c87c8 HTTP/1.1" status: 204 len: 168 time: 1.1402769 Jun 26 16:37:03.628141 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46832) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:03.671789 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.db_base_plugin_v2 [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Deleting subnet 2a20b45d-3d23-4888-810a-05120cd411ca {{(pid=93481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:37:03.674811 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.708994 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902014'] for subnet, precommit_delete_associations {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.783879 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.946330 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2968681'] for subnet, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.954323 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:03.954965 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device b1c4322a-87c5-4e2a-82ba-fb256500ac94 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:37:03.976929 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for subnet, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:03.981676 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2a20b45d-3d23-4888-810a-05120cd411ca HTTP/1.1" status: 204 len: 168 time: 0.3497112 Jun 26 16:37:03.981676 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46834) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:03.982731 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf6ffb-e394-455c-9e2f-b68eb139a01b None None] Network fb85c987-10d6-4648-9106-17ba8fbb502b requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:37:03.986737 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: b1c4322a-87c5-4e2a-82ba-fb256500ac94 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:37:03.987100 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device b1c4322a-87c5-4e2a-82ba-fb256500ac94 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:37:03.987676 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 44553863-36f2-4e93-8367-9e82aa0b4b34 no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:37:03.988469 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a20b45d-3d23-4888-810a-05120cd411ca,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:03.991438 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-664e9d94-1570-44fc-a2ac-590edf9ef0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:04.055830 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.111722 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Deleting port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:04.112063 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.141268 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 44553863-36f2-4e93-8367-9e82aa0b4b34 {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:37:04.141556 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 44553863-36f2-4e93-8367-9e82aa0b4b34 not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:37:04.173177 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] For port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,segment=NetworkSegment(3a17af0a-27cd-4725-bf9e-422e304e9924),segment_id=3a17af0a-27cd-4725-bf9e-422e304e9924)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:04.173538 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.190153 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Calling delete_port for f8bc2701-6b4a-4e0f-9696-fcad5a37fecd owned by network:dhcp {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:04.303815 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] DHCP port deletion for fb85c987-10d6-4648-9106-17ba8fbb502b request from dv-cinder-798189-1-smb {{(pid=93482) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:37:04.337652 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.340745 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-41d9aa07-931d-46ca-8cb4-8c8cf18300a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:04.350198 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Deleting port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:04.350583 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.363576 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:04.366720 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:04.367510 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] No DVR routers for this DVR port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd on host dv-cinder-798189-1-smb {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:37:04.414041 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] For port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd, host dv-cinder-798189-1-smb, got binding levels [] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:04.414353 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.426362 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Calling delete_port for f8bc2701-6b4a-4e0f-9696-fcad5a37fecd owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:04.429025 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.ipam_backend_mixin [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd was not found and therefore no delete operation was performed {{(pid=93482) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 26 16:37:04.430517 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.432904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:04.437887 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.448230 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb85c987-10d6-4648-9106-17ba8fbb502b']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:04.459807 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Pushing event deleted for resources: {'Port': ['ID=f8bc2701-6b4a-4e0f-9696-fcad5a37fecd,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:04.461814 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a17af0a-27cd-4725-bf9e-422e304e9924') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:04.462116 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a17af0a-27cd-4725-bf9e-422e304e9924') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:04.464146 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] No DVR routers for this DVR port f8bc2701-6b4a-4e0f-9696-fcad5a37fecd on host dv-cinder-798189-1-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:37:04.473700 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.473700 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474141 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901993'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.474382 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798189-1-smb {{(pid=93482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 16:37:04.478205 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-ad19f3cd-a4fa-402c-a60e-44b4eb199799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:04.492829 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.499388 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110222'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: Traceback (most recent call last): Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: timer() Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: cb(*args, **kw) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: return func(*args, **kwargs) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: self._notify() Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: self.callback(batched_events) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: event.method(event) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: return f(self, *a, **k) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: return self._get(url).json() Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:37:04.502668 dv-cinder-798189-1-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:37:04.657037 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.660834 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-08a72fb8-6a0b-408e-9764-780fd4f309a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:04.663366 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:04.665223 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb85c987-10d6-4648-9106-17ba8fbb502b HTTP/1.1" status: 204 len: 168 time: 0.6828585 Jun 26 16:37:04.668783 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46836) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:04.676346 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb85c987-10d6-4648-9106-17ba8fbb502b,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:04.678756 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-e9c0c042-2b0d-4484-a2e1-a70b3dd4d779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:04.996407 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-927989'] for router_interface, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.237533 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Deleting port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:05.237874 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.314681 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] For port bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,segment=NetworkSegment(d3fe3e20-191e-4d20-9a87-07657bd45644),segment_id=d3fe3e20-191e-4d20-9a87-07657bd45644)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:05.314960 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.326929 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Calling delete_port for bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc owned by network:router_interface {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:05.567809 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.569769 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-3b3c5fba-1b77-43e6-921b-bb7e42820319 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:05.592063 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:05.595475 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:05.755065 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-622549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-931333'] for router_interface, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:05.965063 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Router 6d95cbe1-e228-4796-a482-42a869723d53 has already been hosted by L3 agent 52929e6f-9ca3-498e-b2c4-e86c99542fb3 {{(pid=93480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 26 16:37:06.010505 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device f8bc2701-6b4a-4e0f-9696-fcad5a37fecd no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:37:06.029724 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: f8bc2701-6b4a-4e0f-9696-fcad5a37fecd {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:37:06.035846 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device f8bc2701-6b4a-4e0f-9696-fcad5a37fecd not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:37:06.068641 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] Notify agent at l3_agent.dv-cinder-798189-1-smb the message routers_updated {{(pid=93480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 16:37:06.074071 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-c6b8d197-67e7-4297-af80-94efb74051b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/6d95cbe1-e228-4796-a482-42a869723d53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4041851 Jun 26 16:37:06.076497 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46838) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:06.079160 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] Sync routers for ids ['6d95cbe1-e228-4796-a482-42a869723d53'] in dv-cinder-798189-1-smb {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 16:37:06.088205 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] Routers {'6d95cbe1-e228-4796-a482-42a869723d53'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:37:06.088812 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:36:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['6d95cbe1-e228-4796-a482-42a869723d53'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:06.182648 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks [] for router, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.193472 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] Set router 6d95cbe1-e228-4796-a482-42a869723d53 gateway port host: dv-cinder-798189-1-smb {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:37:06.231056 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ae5e1fac-d094-4dda-a03a-40f62f961a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.277077 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.362973 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'external_fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:37:05Z', 'revision_number': 5, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port': {'id': 'e2124edd-5d23-4bd5-9eed-2f67ced69dfc', 'name': '', 'network_id': 'c982eafd-3151-4f9e-a7dc-818aa3bc56c3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d95cbe1-e228-4796-a482-42a869723d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'ip_address': '172.28.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798189-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-26T16:32:24Z', 'updated_at': '2021-06-26T16:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe157ab9-36b7-42df-833e-c0d3da9b54f6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798189-1-smb'}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:06.392844 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] Checking router: 6d95cbe1-e228-4796-a482-42a869723d53 for host: dv-cinder-798189-1-smb {{(pid=93483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 16:37:06.397308 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Deleting port e2124edd-5d23-4bd5-9eed-2f67ced69dfc {{(pid=93480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:06.397635 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.401149 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] Routers {'6d95cbe1-e228-4796-a482-42a869723d53'} bound to L3 agent in host dv-cinder-798189-1-smb {{(pid=93483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 26 16:37:06.401757 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798189-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-26T16:19:09Z,description=,heartbeat_timestamp=2021-06-26T16:36:39Z,host='dv-cinder-798189-1-smb',id=52929e6f-9ca3-498e-b2c4-e86c99542fb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-26T16:19:09Z,topic='l3_agent')) {'router_ids': ['6d95cbe1-e228-4796-a482-42a869723d53'], 'active': True} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:06.476253 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.db [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] For port e2124edd-5d23-4bd5-9eed-2f67ced69dfc, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,segment=NetworkSegment(36e285c6-7c0f-4e31-b27e-cb90a0c04aec),segment_id=36e285c6-7c0f-4e31-b27e-cb90a0c04aec)] {{(pid=93480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:06.476618 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.484427 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_dvr_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] Set router 6d95cbe1-e228-4796-a482-42a869723d53 gateway port host: None {{(pid=93483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 26 16:37:06.488638 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.plugins.ml2.plugin [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Calling delete_port for e2124edd-5d23-4bd5-9eed-2f67ced69dfc owned by network:router_gateway {{(pid=93480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:06.534469 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.l3_hamode_db [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:37:06Z', 'revision_number': 6, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port_host': None}], 'dv-cinder-798189-1-smb', False) {} {{(pid=93483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:06.650967 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45ab9bc-3732-4ac1-bbc7-deb1d4e82010 None None] The sync data for ids ['6d95cbe1-e228-4796-a482-42a869723d53'] in dv-cinder-798189-1-smb is: [{'id': '6d95cbe1-e228-4796-a482-42a869723d53', 'name': 'tempest-TestShelveInstance-949155178-router', 'tenant_id': '375cf072c7da4ade9678209ac85250d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-26T16:32:23Z', 'updated_at': '2021-06-26T16:37:06Z', 'revision_number': 6, 'project_id': '375cf072c7da4ade9678209ac85250d2', 'gw_port_host': None}] {{(pid=93483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 16:37:06.711298 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59482145'] for port, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.714005 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-fb873067-1af1-4455-ac1c-32bc714c8b03 tempest-TestShelveInstance-1837821760 tempest-TestShelveInstance-1837821760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:06.737681 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2124edd-5d23-4bd5-9eed-2f67ced69dfc,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:06.740577 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:06.796092 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-985535'] for router_gateway, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.880580 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-986002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9483'] for router, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.882643 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:06.999751 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-985320'] for router, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.000477 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d95cbe1-e228-4796-a482-42a869723d53 {{(pid=93480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 16:37:07.005477 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] Notify callbacks [] for router, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.006652 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-6efc08f1-b30e-4904-b7af-afa6bcc43409 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6d95cbe1-e228-4796-a482-42a869723d53 HTTP/1.1" status: 204 len: 168 time: 0.9292238 Jun 26 16:37:07.009766 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46840) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:07.057799 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Deleting subnet a480850a-b9b3-4a45-b482-6ce6c44fb278 {{(pid=93480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 26 16:37:07.061138 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.095240 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59990649'] for subnet, precommit_delete_associations {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.175824 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1921815'] for subnet, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.287981 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1921792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-155755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59482139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59405947'] for subnet, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.290313 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-93f9c7ec-c40a-4c29-8ccb-651e7102ca17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:07.313554 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a480850a-b9b3-4a45-b482-6ce6c44fb278,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:07.320926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:07.320926 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.321517 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-7a6d6913-270f-4fb3-a7b4-3214d8aa8a3e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a480850a-b9b3-4a45-b482-6ce6c44fb278 HTTP/1.1" status: 204 len: 168 time: 0.3107655 Jun 26 16:37:07.324743 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.wsgi [-] (93481) accepted ('10.222.0.45', 46842) {{(pid=93481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:07.326994 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ba354-9221-4663-9a39-0740eb8e2d48 None None] Network dfe7b5ef-1f11-4cbe-bddf-174ae254b42d requested from dv-cinder-798189-1-smb {{(pid=93482) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 26 16:37:07.400684 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2040174'] for network, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.454851 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Deleting port 424902b8-3bb7-43c1-805e-d0734f54127b {{(pid=93481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:07.455291 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.512618 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] DHCP port deletion for dfe7b5ef-1f11-4cbe-bddf-174ae254b42d request from dv-cinder-798189-1-smb {{(pid=93482) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 26 16:37:07.526433 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.db [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] For port 424902b8-3bb7-43c1-805e-d0734f54127b, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=424902b8-3bb7-43c1-805e-d0734f54127b,segment=NetworkSegment(d3fe3e20-191e-4d20-9a87-07657bd45644),segment_id=d3fe3e20-191e-4d20-9a87-07657bd45644)] {{(pid=93481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:07.526788 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.539288 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.plugin [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Calling delete_port for 424902b8-3bb7-43c1-805e-d0734f54127b owned by network:dhcp {{(pid=93481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:07.558729 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] Deleting port 424902b8-3bb7-43c1-805e-d0734f54127b {{(pid=93482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 26 16:37:07.559122 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790156666902'] for port, before_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.624075 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.db [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] For port 424902b8-3bb7-43c1-805e-d0734f54127b, host dv-cinder-798189-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798189-1-smb',level=0,port_id=424902b8-3bb7-43c1-805e-d0734f54127b,segment=NetworkSegment(d3fe3e20-191e-4d20-9a87-07657bd45644),segment_id=d3fe3e20-191e-4d20-9a87-07657bd45644)] {{(pid=93482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 16:37:07.624479 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-933864'] for port, precommit_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.638377 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] Calling delete_port for 424902b8-3bb7-43c1-805e-d0734f54127b owned by network:dhcp {{(pid=93482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 26 16:37:07.693682 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110289'] for port, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.696924 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-293f0cc8-5366-47ac-987a-dd357ac1cf08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:07.713535 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1974899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619823', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790156670666', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790156277998'] for port, after_delete {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.715452 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:07.720633 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Pushing event deleted for resources: {'Port': ['ID=424902b8-3bb7-43c1-805e-d0734f54127b,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:07.725762 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] No DVR routers for this DVR port 424902b8-3bb7-43c1-805e-d0734f54127b on host dv-cinder-798189-1-smb {{(pid=93481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:37:07.727332 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:07.739399 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] Pushing event deleted for resources: {'Port': ['ID=424902b8-3bb7-43c1-805e-d0734f54127b,revision_number=None']} {{(pid=93482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:07.742695 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG oslo_concurrency.lockutils [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93482) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:07.744064 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab579d1-6e70-4335-bda2-6c5f3ced3363 None None] No DVR routers for this DVR port 424902b8-3bb7-43c1-805e-d0734f54127b on host dv-cinder-798189-1-smb {{(pid=93482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 26 16:37:07.798714 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1922378', 'neutron.services.segments.db._delete_segments_for_network-8790156770838'] for network, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.809097 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe7b5ef-1f11-4cbe-bddf-174ae254b42d']}} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:07.819234 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fe3e20-191e-4d20-9a87-07657bd45644') {'for_net_delete': True} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:07.819540 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.services.segments.db [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fe3e20-191e-4d20-9a87-07657bd45644') {} {{(pid=93481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 16:37:07.828667 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790156757239', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2901993'] for segment, before_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.842466 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234'] for segment, precommit_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.848141 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 16:37:07.848525 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1917234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110222'] for segment, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: Traceback (most recent call last): Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: timer() Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: cb(*args, **kw) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: return func(*args, **kwargs) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: self._notify() Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: self.callback(batched_events) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: event.method(event) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: aggregate_uuid = self.p_client.list_aggregates( Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: return f(self, *a, **k) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: return self._get(url).json() Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: return self.request(url, 'GET', **kwargs) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: base_url = self.get_endpoint(auth, allow=allow, Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 26 16:37:07.850137 dv-cinder-798189-1-smb neutron-server[93481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 26 16:37:07.956668 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e2124edd-5d23-4bd5-9eed-2f67ced69dfc no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:37:07.978994 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: e2124edd-5d23-4bd5-9eed-2f67ced69dfc {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:37:07.979340 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device e2124edd-5d23-4bd5-9eed-2f67ced69dfc not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:37:07.979799 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 424902b8-3bb7-43c1-805e-d0734f54127b no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:37:07.985472 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1922369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1011783', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-619814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-985463'] for network, after_delete {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.989888 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:07.997287 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron_lib.callbacks.manager [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619837'] for network, before_response {{(pid=93481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:07.997287 dv-cinder-798189-1-smb neutron-server[93481]: INFO neutron.wsgi [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dfe7b5ef-1f11-4cbe-bddf-174ae254b42d HTTP/1.1" status: 204 len: 168 time: 0.6690211 Jun 26 16:37:07.999427 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: 424902b8-3bb7-43c1-805e-d0734f54127b {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:37:07.999427 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device 424902b8-3bb7-43c1-805e-d0734f54127b not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:37:07.999731 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc no longer exists at agent ovs-agent-dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 16:37:08.006610 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe7b5ef-1f11-4cbe-bddf-174ae254b42d,revision_number=None']} {{(pid=93481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:08.009354 dv-cinder-798189-1-smb neutron-server[93481]: DEBUG oslo_concurrency.lockutils [None req-6d87df61-64f8-4a36-b9d2-44c605e45851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:08.018622 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] No Port match for: bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc {{(pid=93482) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 26 16:37:08.018973 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron.plugins.ml2.rpc [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Device bcd5efb6-1faf-4811-bdb4-2a9cb3471bcc not bound to the agent host dv-cinder-798189-1-smb {{(pid=93482) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 16:37:08.425468 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46846) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:08.482030 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-081d9ee5-b249-4130-a7d1-d86bfe6ae4d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6923acc9926c4f18b3ee768a21a4db08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552762 Jun 26 16:37:08.484430 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46848) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:08.532782 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f8dbfe95-2c65-461a-9380-1b4f3c689741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:08.553622 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f8dbfe95-2c65-461a-9380-1b4f3c689741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:08.662947 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f8dbfe95-2c65-461a-9380-1b4f3c689741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:08.665691 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-f8dbfe95-2c65-461a-9380-1b4f3c689741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:08.666848 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-f8dbfe95-2c65-461a-9380-1b4f3c689741 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4409b071-ffd3-4909-882e-1792b3bde3f3 HTTP/1.1" status: 204 len: 168 time: 0.1814907 Jun 26 16:37:08.667686 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-ce6ea1ab-287d-4209-9269-bf4e7a43ecee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:08.675274 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbfe95-2c65-461a-9380-1b4f3c689741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4409b071-ffd3-4909-882e-1792b3bde3f3,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:08.677763 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-f8dbfe95-2c65-461a-9380-1b4f3c689741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:08.840280 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-e42de09a-02e8-43c7-b541-d7bceefa8697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:09.099173 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:09.369149 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46854) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:09.417153 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-945c8237-3d07-453e-b92c-9d992fdcbc97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=375cf072c7da4ade9678209ac85250d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466754 Jun 26 16:37:09.419487 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.wsgi [-] (93480) accepted ('10.222.0.45', 46856) {{(pid=93480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 26 16:37:09.466032 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-45395b2e-110b-4ca2-ab5e-bdff324452c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:09.486456 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-45395b2e-110b-4ca2-ab5e-bdff324452c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:09.602344 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-45395b2e-110b-4ca2-ab5e-bdff324452c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160857'] for security_group, after_delete {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:09.605697 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron_lib.callbacks.manager [None req-45395b2e-110b-4ca2-ab5e-bdff324452c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:09.606861 dv-cinder-798189-1-smb neutron-server[93480]: INFO neutron.wsgi [None req-45395b2e-110b-4ca2-ab5e-bdff324452c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76560f0f-1a14-4242-ab08-681b98fc7941 HTTP/1.1" status: 204 len: 168 time: 0.1864130 Jun 26 16:37:09.607643 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-b52edf8a-7c3e-4062-b3b3-580f65bc82ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 26 16:37:09.618571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45395b2e-110b-4ca2-ab5e-bdff324452c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76560f0f-1a14-4242-ab08-681b98fc7941,revision_number=None']} {{(pid=93480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 16:37:09.618571 dv-cinder-798189-1-smb neutron-server[93480]: DEBUG oslo_concurrency.lockutils [None req-45395b2e-110b-4ca2-ab5e-bdff324452c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93480) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 26 16:37:09.636374 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:11.594440 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:20.763276 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:37:24.228022 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:36.233214 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8af0ecd2-c091-4cbc-bb46-e17fe8c57085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:38.824755 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-683ccba4-b168-489d-b9ee-daeb292a4d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:39.070013 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:39.616112 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:41.533080 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:54.193192 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:37:57.761101 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:38:06.246717 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-4c666b1c-0773-4731-9161-d3e816114b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:08.806467 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8bb67188-1a5b-4f45-b04d-6eaba0e2d014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:09.103622 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:09.639007 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:11.543480 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:24.217712 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:34.758858 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:38:36.234410 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-8c9e188d-9cd8-485e-93bd-34dbc0c07458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:38.829116 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-9edec40d-dd18-4fad-9c67-bdbaa8f18805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:39.080416 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:39.617345 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:41.531627 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:38:54.262907 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:06.225983 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-36a78111-98df-4aff-ba0e-d46e02618174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:08.854206 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-37298d39-f137-4001-969f-c3865c34fd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:09.091029 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:09.633910 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:11.545985 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:11.759441 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:39:24.233352 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:36.247776 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f5b9-e8b8-4810-9a7a-bf698710e412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:38.844197 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d64d638a-4326-482c-bb8c-88a99c36023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:39.078519 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:39.638637 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:41.547062 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:39:48.757875 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:39:54.232818 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:06.261167 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-c88b666d-e343-4479-9d1a-78179cc9d6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:08.870028 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a6d7500d-f3e6-4759-bcf8-b26795d308c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:09.077789 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:09.650170 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:11.567139 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:24.237617 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:25.756704 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:40:36.231439 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-b6f3e85e-728e-420f-b317-8b4452f271c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:38.835088 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-31a33e51-01ac-48e4-a8a2-da95a25eb999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:39.071614 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:39.663283 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:41.563034 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:40:54.248287 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:02.755748 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:41:06.265023 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-10bf338e-cd28-4445-ae5a-be528dfaace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:08.833719 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-a0706e78-b7fa-48cf-9af4-7c8008a2a166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:09.073904 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:09.645857 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:11.548303 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:24.279485 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:36.241430 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-d529b242-f7cc-4ffe-a70f-e80b55264c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:38.835705 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-63bb42c6-e283-4b3c-972d-b1b81788b9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:39.084743 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-0cc35996-158f-49bc-8307-ed4865f9ca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:39.647535 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-47e44627-0690-4bba-aa7d-5e0134668aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:39.753685 dv-cinder-798189-1-smb neutron-server[93483]: DEBUG neutron.db.agents_db [None req-c3b5fa2f-8c10-4f73-8447-1516850480e9 None None] Agent healthcheck: found 6 active agents {{(pid=93483) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 16:41:41.567596 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-ea6fa50e-2adf-4823-b9f7-08b644a48767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:41:54.261457 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-68c506a7-7d43-4247-9cc7-fa3349e2e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 26 16:42:06.243785 dv-cinder-798189-1-smb neutron-server[93482]: DEBUG neutron_lib.callbacks.manager [None req-21a6e061-abf0-411e-9b84-f1ff510919b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790156770820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928448'] for agent, after_update {{(pid=93482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}